diff --git a/.changeset/simulation-job-call-facts.md b/.changeset/simulation-job-call-facts.md new file mode 100644 index 000000000..dd69fce0b --- /dev/null +++ b/.changeset/simulation-job-call-facts.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.JobMetrics`: how the call ended (`end_reason`), the simulated caller's languages (`caller_language`, `caller_listen_language`), the audio impairments applied to it (`impairments`, with the background noise played), and `conversation.backchannel_count`. diff --git a/.changeset/simulation-job-failure-reason.md b/.changeset/simulation-job-failure-reason.md new file mode 100644 index 000000000..48a99cbb3 --- /dev/null +++ b/.changeset/simulation-job-failure-reason.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.Job.failure_reason`: a machine-readable cause for a failed simulation job, such as the agent never joining the room. diff --git a/.changeset/simulation-turn-text.md b/.changeset/simulation-turn-text.md new file mode 100644 index 000000000..c4065ee97 --- /dev/null +++ b/.changeset/simulation-turn-text.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.JobMetrics.Turn.text`: the words of each turn as the simulation's judges read them. diff --git a/livekit/livekit_agent_simulation.pb.go b/livekit/livekit_agent_simulation.pb.go index adbe4da5e..2965c3450 100644 --- a/livekit/livekit_agent_simulation.pb.go +++ b/livekit/livekit_agent_simulation.pb.go @@ -206,6 +206,114 @@ func (SimulationRun_Job_Status) EnumDescriptor() ([]byte, []int) { return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 0, 0} } +type SimulationRun_Job_FailureReason int32 + +const ( + SimulationRun_Job_FAILURE_REASON_UNSPECIFIED SimulationRun_Job_FailureReason = 0 + // The agent under test never joined the simulation's room. + SimulationRun_Job_FAILURE_REASON_AGENT_JOIN_TIMEOUT SimulationRun_Job_FailureReason = 1 +) + +// Enum value maps for SimulationRun_Job_FailureReason. +var ( + SimulationRun_Job_FailureReason_name = map[int32]string{ + 0: "FAILURE_REASON_UNSPECIFIED", + 1: "FAILURE_REASON_AGENT_JOIN_TIMEOUT", + } + SimulationRun_Job_FailureReason_value = map[string]int32{ + "FAILURE_REASON_UNSPECIFIED": 0, + "FAILURE_REASON_AGENT_JOIN_TIMEOUT": 1, + } +) + +func (x SimulationRun_Job_FailureReason) Enum() *SimulationRun_Job_FailureReason { + p := new(SimulationRun_Job_FailureReason) + *p = x + return p +} + +func (x SimulationRun_Job_FailureReason) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (SimulationRun_Job_FailureReason) Descriptor() protoreflect.EnumDescriptor { + return file_livekit_agent_simulation_proto_enumTypes[3].Descriptor() +} + +func (SimulationRun_Job_FailureReason) Type() protoreflect.EnumType { + return &file_livekit_agent_simulation_proto_enumTypes[3] +} + +func (x SimulationRun_Job_FailureReason) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use SimulationRun_Job_FailureReason.Descriptor instead. +func (SimulationRun_Job_FailureReason) EnumDescriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 0, 1} +} + +type SimulationRun_JobMetrics_EndReason int32 + +const ( + SimulationRun_JobMetrics_END_REASON_UNSPECIFIED SimulationRun_JobMetrics_EndReason = 0 + SimulationRun_JobMetrics_END_REASON_SCENARIO_COMPLETED SimulationRun_JobMetrics_EndReason = 1 // the caller finished the scenario + SimulationRun_JobMetrics_END_REASON_AGENT_ENDED SimulationRun_JobMetrics_EndReason = 2 // the agent under test ended the call + SimulationRun_JobMetrics_END_REASON_INACTIVITY SimulationRun_JobMetrics_EndReason = 3 // the agent under test went silent + SimulationRun_JobMetrics_END_REASON_TURN_LIMIT SimulationRun_JobMetrics_EndReason = 4 // the caller ran out of turns + SimulationRun_JobMetrics_END_REASON_EMPTY_RESPONSE SimulationRun_JobMetrics_EndReason = 5 // the agent under test kept replying with nothing + SimulationRun_JobMetrics_END_REASON_AGENT_ERROR SimulationRun_JobMetrics_EndReason = 6 // the agent under test failed mid-call +) + +// Enum value maps for SimulationRun_JobMetrics_EndReason. +var ( + SimulationRun_JobMetrics_EndReason_name = map[int32]string{ + 0: "END_REASON_UNSPECIFIED", + 1: "END_REASON_SCENARIO_COMPLETED", + 2: "END_REASON_AGENT_ENDED", + 3: "END_REASON_INACTIVITY", + 4: "END_REASON_TURN_LIMIT", + 5: "END_REASON_EMPTY_RESPONSE", + 6: "END_REASON_AGENT_ERROR", + } + SimulationRun_JobMetrics_EndReason_value = map[string]int32{ + "END_REASON_UNSPECIFIED": 0, + "END_REASON_SCENARIO_COMPLETED": 1, + "END_REASON_AGENT_ENDED": 2, + "END_REASON_INACTIVITY": 3, + "END_REASON_TURN_LIMIT": 4, + "END_REASON_EMPTY_RESPONSE": 5, + "END_REASON_AGENT_ERROR": 6, + } +) + +func (x SimulationRun_JobMetrics_EndReason) Enum() *SimulationRun_JobMetrics_EndReason { + p := new(SimulationRun_JobMetrics_EndReason) + *p = x + return p +} + +func (x SimulationRun_JobMetrics_EndReason) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (SimulationRun_JobMetrics_EndReason) Descriptor() protoreflect.EnumDescriptor { + return file_livekit_agent_simulation_proto_enumTypes[4].Descriptor() +} + +func (SimulationRun_JobMetrics_EndReason) Type() protoreflect.EnumType { + return &file_livekit_agent_simulation_proto_enumTypes[4] +} + +func (x SimulationRun_JobMetrics_EndReason) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use SimulationRun_JobMetrics_EndReason.Descriptor instead. +func (SimulationRun_JobMetrics_EndReason) EnumDescriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 0} +} + type SimulationRunSummary struct { state protoimpl.MessageState `protogen:"open.v1"` Passed int32 `protobuf:"varint,1,opt,name=passed,proto3" json:"passed,omitempty"` @@ -818,7 +926,9 @@ type SimulationRun_Job struct { ScenarioId string `protobuf:"bytes,15,opt,name=scenario_id,json=scenarioId,proto3" json:"scenario_id,omitempty"` // 1-based sample of that scenario within the run; always 1 when the run's // samples is 1. - Sample int32 `protobuf:"varint,16,opt,name=sample,proto3" json:"sample,omitempty"` + Sample int32 `protobuf:"varint,16,opt,name=sample,proto3" json:"sample,omitempty"` + // Set on a failed job whose cause is known; error stays the detail. + FailureReason SimulationRun_Job_FailureReason `protobuf:"varint,19,opt,name=failure_reason,json=failureReason,proto3,enum=livekit.SimulationRun_Job_FailureReason" json:"failure_reason,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } @@ -958,6 +1068,13 @@ func (x *SimulationRun_Job) GetSample() int32 { return 0 } +func (x *SimulationRun_Job) GetFailureReason() SimulationRun_Job_FailureReason { + if x != nil { + return x.FailureReason + } + return SimulationRun_Job_FAILURE_REASON_UNSPECIFIED +} + type SimulationRun_JobMetrics struct { state protoimpl.MessageState `protogen:"open.v1"` TaskCompletion *float32 `protobuf:"fixed32,3,opt,name=task_completion,json=taskCompletion,proto3,oneof" json:"task_completion,omitempty"` // the scenario verdict as 1/0 @@ -979,8 +1096,18 @@ type SimulationRun_JobMetrics struct { RedundantStatements *bool `protobuf:"varint,17,opt,name=redundant_statements,json=redundantStatements,proto3,oneof" json:"redundant_statements,omitempty"` PoorQuestionQuality *bool `protobuf:"varint,18,opt,name=poor_question_quality,json=poorQuestionQuality,proto3,oneof" json:"poor_question_quality,omitempty"` ConversationProgression *float32 `protobuf:"fixed32,19,opt,name=conversation_progression,json=conversationProgression,proto3,oneof" json:"conversation_progression,omitempty"` // 0-1, derived from the flags above - unknownFields protoimpl.UnknownFields - sizeCache protoimpl.SizeCache + // How the call ended. A failing end also sets the job's error. + EndReason SimulationRun_JobMetrics_EndReason `protobuf:"varint,21,opt,name=end_reason,json=endReason,proto3,enum=livekit.SimulationRun_JobMetrics_EndReason" json:"end_reason,omitempty"` + // The simulated caller's language, as a language tag: what it spoke or wrote. + CallerLanguage string `protobuf:"bytes,22,opt,name=caller_language,json=callerLanguage,proto3" json:"caller_language,omitempty"` + // Audio only: the language the caller transcribed the agent in; "" means + // caller_language. + CallerListenLanguage string `protobuf:"bytes,23,opt,name=caller_listen_language,json=callerListenLanguage,proto3" json:"caller_listen_language,omitempty"` + // Audio only: what the caller's audio went through before the agent heard + // it. Absent for a clean call. + Impairments *SimulationRun_JobMetrics_Impairments `protobuf:"bytes,24,opt,name=impairments,proto3" json:"impairments,omitempty"` + unknownFields protoimpl.UnknownFields + sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics) Reset() { @@ -1125,6 +1252,34 @@ func (x *SimulationRun_JobMetrics) GetConversationProgression() float32 { return 0 } +func (x *SimulationRun_JobMetrics) GetEndReason() SimulationRun_JobMetrics_EndReason { + if x != nil { + return x.EndReason + } + return SimulationRun_JobMetrics_END_REASON_UNSPECIFIED +} + +func (x *SimulationRun_JobMetrics) GetCallerLanguage() string { + if x != nil { + return x.CallerLanguage + } + return "" +} + +func (x *SimulationRun_JobMetrics) GetCallerListenLanguage() string { + if x != nil { + return x.CallerListenLanguage + } + return "" +} + +func (x *SimulationRun_JobMetrics) GetImpairments() *SimulationRun_JobMetrics_Impairments { + if x != nil { + return x.Impairments + } + return nil +} + // Aggregates over this run's jobs, so a run summary does not have to pull // every job and turn. Reuses the JobMetrics group shapes. type SimulationRun_RunMetrics struct { @@ -1695,6 +1850,66 @@ func (x *SimulationRun_Job_Usage) GetAudioTurnsCount() int32 { return 0 } +type SimulationRun_JobMetrics_Impairments struct { + state protoimpl.MessageState `protogen:"open.v1"` + BackgroundNoise string `protobuf:"bytes,1,opt,name=background_noise,json=backgroundNoise,proto3" json:"background_noise,omitempty"` // the ambience played under the caller, e.g. "cafe"; "" = none + LowQualityMicrophone bool `protobuf:"varint,2,opt,name=low_quality_microphone,json=lowQualityMicrophone,proto3" json:"low_quality_microphone,omitempty"` + PacketLoss bool `protobuf:"varint,3,opt,name=packet_loss,json=packetLoss,proto3" json:"packet_loss,omitempty"` + unknownFields protoimpl.UnknownFields + sizeCache protoimpl.SizeCache +} + +func (x *SimulationRun_JobMetrics_Impairments) Reset() { + *x = SimulationRun_JobMetrics_Impairments{} + mi := &file_livekit_agent_simulation_proto_msgTypes[20] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) +} + +func (x *SimulationRun_JobMetrics_Impairments) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SimulationRun_JobMetrics_Impairments) ProtoMessage() {} + +func (x *SimulationRun_JobMetrics_Impairments) ProtoReflect() protoreflect.Message { + mi := &file_livekit_agent_simulation_proto_msgTypes[20] + if x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SimulationRun_JobMetrics_Impairments.ProtoReflect.Descriptor instead. +func (*SimulationRun_JobMetrics_Impairments) Descriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 0} +} + +func (x *SimulationRun_JobMetrics_Impairments) GetBackgroundNoise() string { + if x != nil { + return x.BackgroundNoise + } + return "" +} + +func (x *SimulationRun_JobMetrics_Impairments) GetLowQualityMicrophone() bool { + if x != nil { + return x.LowQualityMicrophone + } + return false +} + +func (x *SimulationRun_JobMetrics_Impairments) GetPacketLoss() bool { + if x != nil { + return x.PacketLoss + } + return false +} + // The agent's perception of the caller. Audio only. type SimulationRun_JobMetrics_STT struct { state protoimpl.MessageState `protogen:"open.v1"` @@ -1721,7 +1936,7 @@ type SimulationRun_JobMetrics_STT struct { func (x *SimulationRun_JobMetrics_STT) Reset() { *x = SimulationRun_JobMetrics_STT{} - mi := &file_livekit_agent_simulation_proto_msgTypes[20] + mi := &file_livekit_agent_simulation_proto_msgTypes[21] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1733,7 +1948,7 @@ func (x *SimulationRun_JobMetrics_STT) String() string { func (*SimulationRun_JobMetrics_STT) ProtoMessage() {} func (x *SimulationRun_JobMetrics_STT) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[20] + mi := &file_livekit_agent_simulation_proto_msgTypes[21] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1746,7 +1961,7 @@ func (x *SimulationRun_JobMetrics_STT) ProtoReflect() protoreflect.Message { // Deprecated: Use SimulationRun_JobMetrics_STT.ProtoReflect.Descriptor instead. func (*SimulationRun_JobMetrics_STT) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 0} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 1} } func (x *SimulationRun_JobMetrics_STT) GetWer() float32 { @@ -1851,7 +2066,7 @@ type SimulationRun_JobMetrics_LLM struct { func (x *SimulationRun_JobMetrics_LLM) Reset() { *x = SimulationRun_JobMetrics_LLM{} - mi := &file_livekit_agent_simulation_proto_msgTypes[21] + mi := &file_livekit_agent_simulation_proto_msgTypes[22] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1863,7 +2078,7 @@ func (x *SimulationRun_JobMetrics_LLM) String() string { func (*SimulationRun_JobMetrics_LLM) ProtoMessage() {} func (x *SimulationRun_JobMetrics_LLM) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[21] + mi := &file_livekit_agent_simulation_proto_msgTypes[22] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1876,7 +2091,7 @@ func (x *SimulationRun_JobMetrics_LLM) ProtoReflect() protoreflect.Message { // Deprecated: Use SimulationRun_JobMetrics_LLM.ProtoReflect.Descriptor instead. func (*SimulationRun_JobMetrics_LLM) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 1} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 2} } func (x *SimulationRun_JobMetrics_LLM) GetTtftMs() uint32 { @@ -1923,7 +2138,7 @@ type SimulationRun_JobMetrics_TTS struct { func (x *SimulationRun_JobMetrics_TTS) Reset() { *x = SimulationRun_JobMetrics_TTS{} - mi := &file_livekit_agent_simulation_proto_msgTypes[22] + mi := &file_livekit_agent_simulation_proto_msgTypes[23] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1935,7 +2150,7 @@ func (x *SimulationRun_JobMetrics_TTS) String() string { func (*SimulationRun_JobMetrics_TTS) ProtoMessage() {} func (x *SimulationRun_JobMetrics_TTS) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[22] + mi := &file_livekit_agent_simulation_proto_msgTypes[23] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1948,7 +2163,7 @@ func (x *SimulationRun_JobMetrics_TTS) ProtoReflect() protoreflect.Message { // Deprecated: Use SimulationRun_JobMetrics_TTS.ProtoReflect.Descriptor instead. func (*SimulationRun_JobMetrics_TTS) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 2} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 3} } func (x *SimulationRun_JobMetrics_TTS) GetTtfbMs() uint32 { @@ -2058,13 +2273,14 @@ type SimulationRun_JobMetrics_Conversation struct { UnansweredTurns *uint32 `protobuf:"varint,12,opt,name=unanswered_turns,json=unansweredTurns,proto3,oneof" json:"unanswered_turns,omitempty"` // the simulated party spoke, the agent never responded FalseInterruptionCount *uint32 `protobuf:"varint,13,opt,name=false_interruption_count,json=falseInterruptionCount,proto3,oneof" json:"false_interruption_count,omitempty"` // needs the RemoteSession; agent paused for a non-interruption E2ELatencyMs *uint32 `protobuf:"varint,15,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession; the agent's own claim + BackchannelCount *uint32 `protobuf:"varint,16,opt,name=backchannel_count,json=backchannelCount,proto3,oneof" json:"backchannel_count,omitempty"` // the caller's acknowledgements over the agent's speech unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics_Conversation) Reset() { *x = SimulationRun_JobMetrics_Conversation{} - mi := &file_livekit_agent_simulation_proto_msgTypes[23] + mi := &file_livekit_agent_simulation_proto_msgTypes[24] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2076,7 +2292,7 @@ func (x *SimulationRun_JobMetrics_Conversation) String() string { func (*SimulationRun_JobMetrics_Conversation) ProtoMessage() {} func (x *SimulationRun_JobMetrics_Conversation) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[23] + mi := &file_livekit_agent_simulation_proto_msgTypes[24] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2089,7 +2305,7 @@ func (x *SimulationRun_JobMetrics_Conversation) ProtoReflect() protoreflect.Mess // Deprecated: Use SimulationRun_JobMetrics_Conversation.ProtoReflect.Descriptor instead. func (*SimulationRun_JobMetrics_Conversation) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 3} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 4} } func (x *SimulationRun_JobMetrics_Conversation) GetTurnTakingScore() float32 { @@ -2183,34 +2399,45 @@ func (x *SimulationRun_JobMetrics_Conversation) GetE2ELatencyMs() uint32 { return 0 } +func (x *SimulationRun_JobMetrics_Conversation) GetBackchannelCount() uint32 { + if x != nil && x.BackchannelCount != nil { + return *x.BackchannelCount + } + return 0 +} + // Rows exist for text and audio. The groups above hold the means and pools // over these; anything not measured for a turn stays unset. type SimulationRun_JobMetrics_Turn struct { - state protoimpl.MessageState `protogen:"open.v1"` - Index uint32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"` // 1-based, conversation order - Role agent.ChatRole `protobuf:"varint,2,opt,name=role,proto3,enum=livekit.agent.ChatRole" json:"role,omitempty"` // ASSISTANT = the agent under test, USER = simulator persona - StartMs *uint32 `protobuf:"varint,3,opt,name=start_ms,json=startMs,proto3,oneof" json:"start_ms,omitempty"` // audio only; relative to t0; unset if the turn could not be aligned to the audio - EndMs *uint32 `protobuf:"varint,4,opt,name=end_ms,json=endMs,proto3,oneof" json:"end_ms,omitempty"` // audio only - SttDelayMs *uint32 `protobuf:"varint,5,opt,name=stt_delay_ms,json=sttDelayMs,proto3,oneof" json:"stt_delay_ms,omitempty"` // needs the RemoteSession - LlmTtftMs *uint32 `protobuf:"varint,6,opt,name=llm_ttft_ms,json=llmTtftMs,proto3,oneof" json:"llm_ttft_ms,omitempty"` // needs the RemoteSession - LlmTtfsMs *uint32 `protobuf:"varint,7,opt,name=llm_ttfs_ms,json=llmTtfsMs,proto3,oneof" json:"llm_ttfs_ms,omitempty"` // needs the RemoteSession - LlmTps *float32 `protobuf:"fixed32,8,opt,name=llm_tps,json=llmTps,proto3,oneof" json:"llm_tps,omitempty"` // needs the RemoteSession - TtsTtfbMs *uint32 `protobuf:"varint,9,opt,name=tts_ttfb_ms,json=ttsTtfbMs,proto3,oneof" json:"tts_ttfb_ms,omitempty"` // needs the RemoteSession - E2ELatencyMs *uint32 `protobuf:"varint,10,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession - HeardE2ELatencyMs *int32 `protobuf:"varint,11,opt,name=heard_e2e_latency_ms,json=heardE2eLatencyMs,proto3,oneof" json:"heard_e2e_latency_ms,omitempty"` - TimeToYieldMs *uint32 `protobuf:"varint,12,opt,name=time_to_yield_ms,json=timeToYieldMs,proto3,oneof" json:"time_to_yield_ms,omitempty"` - TurnTakingScore *float32 `protobuf:"fixed32,13,opt,name=turn_taking_score,json=turnTakingScore,proto3,oneof" json:"turn_taking_score,omitempty"` - Conciseness *float32 `protobuf:"fixed32,14,opt,name=conciseness,proto3,oneof" json:"conciseness,omitempty"` // needs the text judge - EotMisprediction *bool `protobuf:"varint,15,opt,name=eot_misprediction,json=eotMisprediction,proto3,oneof" json:"eot_misprediction,omitempty"` - AwkwardSilence *bool `protobuf:"varint,16,opt,name=awkward_silence,json=awkwardSilence,proto3,oneof" json:"awkward_silence,omitempty"` - Unanswered *bool `protobuf:"varint,17,opt,name=unanswered,proto3,oneof" json:"unanswered,omitempty"` + state protoimpl.MessageState `protogen:"open.v1"` + Index uint32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"` // 1-based, conversation order + Role agent.ChatRole `protobuf:"varint,2,opt,name=role,proto3,enum=livekit.agent.ChatRole" json:"role,omitempty"` // ASSISTANT = the agent under test, USER = simulator persona + // The words the judges read for this turn: the speaker's own, or as the + // other side heard them when those are unknown (the agent's, without a + // RemoteSession). + Text string `protobuf:"bytes,18,opt,name=text,proto3" json:"text,omitempty"` + StartMs *uint32 `protobuf:"varint,3,opt,name=start_ms,json=startMs,proto3,oneof" json:"start_ms,omitempty"` // audio only; relative to t0; unset if the turn could not be aligned to the audio + EndMs *uint32 `protobuf:"varint,4,opt,name=end_ms,json=endMs,proto3,oneof" json:"end_ms,omitempty"` // audio only + SttDelayMs *uint32 `protobuf:"varint,5,opt,name=stt_delay_ms,json=sttDelayMs,proto3,oneof" json:"stt_delay_ms,omitempty"` // needs the RemoteSession + LlmTtftMs *uint32 `protobuf:"varint,6,opt,name=llm_ttft_ms,json=llmTtftMs,proto3,oneof" json:"llm_ttft_ms,omitempty"` // needs the RemoteSession + LlmTtfsMs *uint32 `protobuf:"varint,7,opt,name=llm_ttfs_ms,json=llmTtfsMs,proto3,oneof" json:"llm_ttfs_ms,omitempty"` // needs the RemoteSession + LlmTps *float32 `protobuf:"fixed32,8,opt,name=llm_tps,json=llmTps,proto3,oneof" json:"llm_tps,omitempty"` // needs the RemoteSession + TtsTtfbMs *uint32 `protobuf:"varint,9,opt,name=tts_ttfb_ms,json=ttsTtfbMs,proto3,oneof" json:"tts_ttfb_ms,omitempty"` // needs the RemoteSession + E2ELatencyMs *uint32 `protobuf:"varint,10,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession + HeardE2ELatencyMs *int32 `protobuf:"varint,11,opt,name=heard_e2e_latency_ms,json=heardE2eLatencyMs,proto3,oneof" json:"heard_e2e_latency_ms,omitempty"` + TimeToYieldMs *uint32 `protobuf:"varint,12,opt,name=time_to_yield_ms,json=timeToYieldMs,proto3,oneof" json:"time_to_yield_ms,omitempty"` + TurnTakingScore *float32 `protobuf:"fixed32,13,opt,name=turn_taking_score,json=turnTakingScore,proto3,oneof" json:"turn_taking_score,omitempty"` + Conciseness *float32 `protobuf:"fixed32,14,opt,name=conciseness,proto3,oneof" json:"conciseness,omitempty"` // needs the text judge + EotMisprediction *bool `protobuf:"varint,15,opt,name=eot_misprediction,json=eotMisprediction,proto3,oneof" json:"eot_misprediction,omitempty"` + AwkwardSilence *bool `protobuf:"varint,16,opt,name=awkward_silence,json=awkwardSilence,proto3,oneof" json:"awkward_silence,omitempty"` + Unanswered *bool `protobuf:"varint,17,opt,name=unanswered,proto3,oneof" json:"unanswered,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics_Turn) Reset() { *x = SimulationRun_JobMetrics_Turn{} - mi := &file_livekit_agent_simulation_proto_msgTypes[24] + mi := &file_livekit_agent_simulation_proto_msgTypes[25] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2222,7 +2449,7 @@ func (x *SimulationRun_JobMetrics_Turn) String() string { func (*SimulationRun_JobMetrics_Turn) ProtoMessage() {} func (x *SimulationRun_JobMetrics_Turn) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[24] + mi := &file_livekit_agent_simulation_proto_msgTypes[25] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2235,7 +2462,7 @@ func (x *SimulationRun_JobMetrics_Turn) ProtoReflect() protoreflect.Message { // Deprecated: Use SimulationRun_JobMetrics_Turn.ProtoReflect.Descriptor instead. func (*SimulationRun_JobMetrics_Turn) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 4} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 5} } func (x *SimulationRun_JobMetrics_Turn) GetIndex() uint32 { @@ -2252,6 +2479,13 @@ func (x *SimulationRun_JobMetrics_Turn) GetRole() agent.ChatRole { return agent.ChatRole(0) } +func (x *SimulationRun_JobMetrics_Turn) GetText() string { + if x != nil { + return x.Text + } + return "" +} + func (x *SimulationRun_JobMetrics_Turn) GetStartMs() uint32 { if x != nil && x.StartMs != nil { return *x.StartMs @@ -2386,7 +2620,7 @@ type SimulationRun_Create_Request struct { func (x *SimulationRun_Create_Request) Reset() { *x = SimulationRun_Create_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[25] + mi := &file_livekit_agent_simulation_proto_msgTypes[26] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2398,7 +2632,7 @@ func (x *SimulationRun_Create_Request) String() string { func (*SimulationRun_Create_Request) ProtoMessage() {} func (x *SimulationRun_Create_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[25] + mi := &file_livekit_agent_simulation_proto_msgTypes[26] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2508,7 +2742,7 @@ type SimulationRun_Create_Response struct { func (x *SimulationRun_Create_Response) Reset() { *x = SimulationRun_Create_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[26] + mi := &file_livekit_agent_simulation_proto_msgTypes[27] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2520,7 +2754,7 @@ func (x *SimulationRun_Create_Response) String() string { func (*SimulationRun_Create_Response) ProtoMessage() {} func (x *SimulationRun_Create_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[26] + mi := &file_livekit_agent_simulation_proto_msgTypes[27] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2561,7 +2795,7 @@ type SimulationRun_ConfirmSourceUpload_Request struct { func (x *SimulationRun_ConfirmSourceUpload_Request) Reset() { *x = SimulationRun_ConfirmSourceUpload_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[27] + mi := &file_livekit_agent_simulation_proto_msgTypes[28] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2573,7 +2807,7 @@ func (x *SimulationRun_ConfirmSourceUpload_Request) String() string { func (*SimulationRun_ConfirmSourceUpload_Request) ProtoMessage() {} func (x *SimulationRun_ConfirmSourceUpload_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[27] + mi := &file_livekit_agent_simulation_proto_msgTypes[28] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2618,7 +2852,7 @@ type SimulationRun_ConfirmSourceUpload_Response struct { func (x *SimulationRun_ConfirmSourceUpload_Response) Reset() { *x = SimulationRun_ConfirmSourceUpload_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[28] + mi := &file_livekit_agent_simulation_proto_msgTypes[29] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2630,7 +2864,7 @@ func (x *SimulationRun_ConfirmSourceUpload_Response) String() string { func (*SimulationRun_ConfirmSourceUpload_Response) ProtoMessage() {} func (x *SimulationRun_ConfirmSourceUpload_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[28] + mi := &file_livekit_agent_simulation_proto_msgTypes[29] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2656,7 +2890,7 @@ type SimulationRun_Get_Request struct { func (x *SimulationRun_Get_Request) Reset() { *x = SimulationRun_Get_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[29] + mi := &file_livekit_agent_simulation_proto_msgTypes[30] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2668,7 +2902,7 @@ func (x *SimulationRun_Get_Request) String() string { func (*SimulationRun_Get_Request) ProtoMessage() {} func (x *SimulationRun_Get_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[29] + mi := &file_livekit_agent_simulation_proto_msgTypes[30] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2707,7 +2941,7 @@ type SimulationRun_Get_Response struct { func (x *SimulationRun_Get_Response) Reset() { *x = SimulationRun_Get_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[30] + mi := &file_livekit_agent_simulation_proto_msgTypes[31] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2719,7 +2953,7 @@ func (x *SimulationRun_Get_Response) String() string { func (*SimulationRun_Get_Response) ProtoMessage() {} func (x *SimulationRun_Get_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[30] + mi := &file_livekit_agent_simulation_proto_msgTypes[31] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2764,7 +2998,7 @@ type SimulationRun_List_Request struct { func (x *SimulationRun_List_Request) Reset() { *x = SimulationRun_List_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[31] + mi := &file_livekit_agent_simulation_proto_msgTypes[32] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2776,7 +3010,7 @@ func (x *SimulationRun_List_Request) String() string { func (*SimulationRun_List_Request) ProtoMessage() {} func (x *SimulationRun_List_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[31] + mi := &file_livekit_agent_simulation_proto_msgTypes[32] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2851,7 +3085,7 @@ type SimulationRun_List_Response struct { func (x *SimulationRun_List_Response) Reset() { *x = SimulationRun_List_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[32] + mi := &file_livekit_agent_simulation_proto_msgTypes[33] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2863,7 +3097,7 @@ func (x *SimulationRun_List_Response) String() string { func (*SimulationRun_List_Response) ProtoMessage() {} func (x *SimulationRun_List_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[32] + mi := &file_livekit_agent_simulation_proto_msgTypes[33] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2911,7 +3145,7 @@ type SimulationRun_Counts_Request struct { func (x *SimulationRun_Counts_Request) Reset() { *x = SimulationRun_Counts_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[33] + mi := &file_livekit_agent_simulation_proto_msgTypes[34] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2923,7 +3157,7 @@ func (x *SimulationRun_Counts_Request) String() string { func (*SimulationRun_Counts_Request) ProtoMessage() {} func (x *SimulationRun_Counts_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[33] + mi := &file_livekit_agent_simulation_proto_msgTypes[34] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2996,7 +3230,7 @@ type SimulationRun_Counts_Response struct { func (x *SimulationRun_Counts_Response) Reset() { *x = SimulationRun_Counts_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[34] + mi := &file_livekit_agent_simulation_proto_msgTypes[35] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3008,7 +3242,7 @@ func (x *SimulationRun_Counts_Response) String() string { func (*SimulationRun_Counts_Response) ProtoMessage() {} func (x *SimulationRun_Counts_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[34] + mi := &file_livekit_agent_simulation_proto_msgTypes[35] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3048,7 +3282,7 @@ type SimulationRun_Counts_Bucket struct { func (x *SimulationRun_Counts_Bucket) Reset() { *x = SimulationRun_Counts_Bucket{} - mi := &file_livekit_agent_simulation_proto_msgTypes[35] + mi := &file_livekit_agent_simulation_proto_msgTypes[36] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3060,7 +3294,7 @@ func (x *SimulationRun_Counts_Bucket) String() string { func (*SimulationRun_Counts_Bucket) ProtoMessage() {} func (x *SimulationRun_Counts_Bucket) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[35] + mi := &file_livekit_agent_simulation_proto_msgTypes[36] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3100,7 +3334,7 @@ type SimulationRun_Cancel_Request struct { func (x *SimulationRun_Cancel_Request) Reset() { *x = SimulationRun_Cancel_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[36] + mi := &file_livekit_agent_simulation_proto_msgTypes[37] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3112,7 +3346,7 @@ func (x *SimulationRun_Cancel_Request) String() string { func (*SimulationRun_Cancel_Request) ProtoMessage() {} func (x *SimulationRun_Cancel_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[36] + mi := &file_livekit_agent_simulation_proto_msgTypes[37] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3150,7 +3384,7 @@ type SimulationRun_Cancel_Response struct { func (x *SimulationRun_Cancel_Response) Reset() { *x = SimulationRun_Cancel_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[37] + mi := &file_livekit_agent_simulation_proto_msgTypes[38] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3162,7 +3396,7 @@ func (x *SimulationRun_Cancel_Response) String() string { func (*SimulationRun_Cancel_Response) ProtoMessage() {} func (x *SimulationRun_Cancel_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[37] + mi := &file_livekit_agent_simulation_proto_msgTypes[38] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3186,7 +3420,7 @@ type Scenario_CreateFromSession struct { func (x *Scenario_CreateFromSession) Reset() { *x = Scenario_CreateFromSession{} - mi := &file_livekit_agent_simulation_proto_msgTypes[38] + mi := &file_livekit_agent_simulation_proto_msgTypes[39] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3198,7 +3432,7 @@ func (x *Scenario_CreateFromSession) String() string { func (*Scenario_CreateFromSession) ProtoMessage() {} func (x *Scenario_CreateFromSession) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[38] + mi := &file_livekit_agent_simulation_proto_msgTypes[39] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3225,7 +3459,7 @@ type Scenario_CreateFromSession_Request struct { func (x *Scenario_CreateFromSession_Request) Reset() { *x = Scenario_CreateFromSession_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[40] + mi := &file_livekit_agent_simulation_proto_msgTypes[41] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3237,7 +3471,7 @@ func (x *Scenario_CreateFromSession_Request) String() string { func (*Scenario_CreateFromSession_Request) ProtoMessage() {} func (x *Scenario_CreateFromSession_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[40] + mi := &file_livekit_agent_simulation_proto_msgTypes[41] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3283,7 +3517,7 @@ type Scenario_CreateFromSession_Response struct { func (x *Scenario_CreateFromSession_Response) Reset() { *x = Scenario_CreateFromSession_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[41] + mi := &file_livekit_agent_simulation_proto_msgTypes[42] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3295,7 +3529,7 @@ func (x *Scenario_CreateFromSession_Response) String() string { func (*Scenario_CreateFromSession_Response) ProtoMessage() {} func (x *Scenario_CreateFromSession_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[41] + mi := &file_livekit_agent_simulation_proto_msgTypes[42] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3340,7 +3574,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\n" + "suggestion\x18\x02 \x01(\tR\n" + "suggestion\x12\x14\n" + - "\x05label\x18\x03 \x01(\tR\x05label\"\xb4N\n" + + "\x05label\x18\x03 \x01(\tR\x05label\"\xa1U\n" + "\rSimulationRun\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x12\x1d\n" + "\n" + @@ -3368,7 +3602,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\vissue_count\x18\x15 \x01(\x05H\x00R\n" + "issueCount\x88\x01\x01\x12.\n" + "\x02ci\x18\x16 \x01(\v2\x19.livekit.SimulationRun.CIH\x01R\x02ci\x88\x01\x01\x12G\n" + - "\bsampling\x18\x17 \x01(\v2&.livekit.SimulationRun.SamplingOptionsH\x02R\bsampling\x88\x01\x01\x1a\x8f\x06\n" + + "\bsampling\x18\x17 \x01(\v2&.livekit.SimulationRun.SamplingOptionsH\x02R\bsampling\x88\x01\x01\x1a\xb8\a\n" + "\x03Job\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x129\n" + "\x06status\x18\x02 \x01(\x0e2!.livekit.SimulationRun.Job.StatusR\x06status\x12\"\n" + @@ -3387,7 +3621,8 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\ametrics\x18\x0e \x01(\v2!.livekit.SimulationRun.JobMetricsR\ametrics\x12\x1f\n" + "\vscenario_id\x18\x0f \x01(\tR\n" + "scenarioId\x12\x16\n" + - "\x06sample\x18\x10 \x01(\x05R\x06sample\x1a]\n" + + "\x06sample\x18\x10 \x01(\x05R\x06sample\x12O\n" + + "\x0efailure_reason\x18\x13 \x01(\x0e2(.livekit.SimulationRun.Job.FailureReasonR\rfailureReason\x1a]\n" + "\x05Usage\x12(\n" + "\x10text_turns_count\x18\x01 \x01(\x05R\x0etextTurnsCount\x12*\n" + "\x11audio_turns_count\x18\x02 \x01(\x05R\x0faudioTurnsCount\"o\n" + @@ -3396,8 +3631,11 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x0eSTATUS_RUNNING\x10\x01\x12\x14\n" + "\x10STATUS_COMPLETED\x10\x02\x12\x11\n" + "\rSTATUS_FAILED\x10\x03\x12\x14\n" + - "\x10STATUS_CANCELLED\x10\x04J\x04\b\t\x10\n" + - "\x1a\xa7%\n" + + "\x10STATUS_CANCELLED\x10\x04\"V\n" + + "\rFailureReason\x12\x1e\n" + + "\x1aFAILURE_REASON_UNSPECIFIED\x10\x00\x12%\n" + + "!FAILURE_REASON_AGENT_JOIN_TIMEOUT\x10\x01J\x04\b\t\x10\n" + + "\x1a\xeb*\n" + "\n" + "JobMetrics\x12,\n" + "\x0ftask_completion\x18\x03 \x01(\x02H\x00R\x0etaskCompletion\x88\x01\x01\x12(\n" + @@ -3417,7 +3655,17 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x10information_loss\x18\x10 \x01(\bH\x04R\x0finformationLoss\x88\x01\x01\x126\n" + "\x14redundant_statements\x18\x11 \x01(\bH\x05R\x13redundantStatements\x88\x01\x01\x127\n" + "\x15poor_question_quality\x18\x12 \x01(\bH\x06R\x13poorQuestionQuality\x88\x01\x01\x12>\n" + - "\x18conversation_progression\x18\x13 \x01(\x02H\aR\x17conversationProgression\x88\x01\x01\x1a\x92\x06\n" + + "\x18conversation_progression\x18\x13 \x01(\x02H\aR\x17conversationProgression\x88\x01\x01\x12J\n" + + "\n" + + "end_reason\x18\x15 \x01(\x0e2+.livekit.SimulationRun.JobMetrics.EndReasonR\tendReason\x12'\n" + + "\x0fcaller_language\x18\x16 \x01(\tR\x0ecallerLanguage\x124\n" + + "\x16caller_listen_language\x18\x17 \x01(\tR\x14callerListenLanguage\x12O\n" + + "\vimpairments\x18\x18 \x01(\v2-.livekit.SimulationRun.JobMetrics.ImpairmentsR\vimpairments\x1a\x8f\x01\n" + + "\vImpairments\x12)\n" + + "\x10background_noise\x18\x01 \x01(\tR\x0fbackgroundNoise\x124\n" + + "\x16low_quality_microphone\x18\x02 \x01(\bR\x14lowQualityMicrophone\x12\x1f\n" + + "\vpacket_loss\x18\x03 \x01(\bR\n" + + "packetLoss\x1a\x92\x06\n" + "\x03STT\x12\x15\n" + "\x03wer\x18\x01 \x01(\x02H\x00R\x03wer\x88\x01\x01\x12\x19\n" + "\x05words\x18\x02 \x01(\rH\x01R\x05words\x88\x01\x01\x12$\n" + @@ -3490,7 +3738,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x14_entities_recognizedB\x10\n" + "\x0e_entity_recallB\x1c\n" + "\x1a_entities_acquired_utteredB\x1f\n" + - "\x1d_entities_acquired_recognized\x1a\xf5\a\n" + + "\x1d_entities_acquired_recognized\x1a\xbd\b\n" + "\fConversation\x12/\n" + "\x11turn_taking_score\x18\x01 \x01(\x02H\x00R\x0fturnTakingScore\x88\x01\x01\x12;\n" + "\x18heard_e2e_latency_p50_ms\x18\x02 \x01(\x05H\x01R\x14heardE2eLatencyP50Ms\x88\x01\x01\x12;\n" + @@ -3505,7 +3753,8 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x10unanswered_turns\x18\f \x01(\rH\n" + "R\x0funansweredTurns\x88\x01\x01\x12=\n" + "\x18false_interruption_count\x18\r \x01(\rH\vR\x16falseInterruptionCount\x88\x01\x01\x12)\n" + - "\x0ee2e_latency_ms\x18\x0f \x01(\rH\fR\fe2eLatencyMs\x88\x01\x01B\x14\n" + + "\x0ee2e_latency_ms\x18\x0f \x01(\rH\fR\fe2eLatencyMs\x88\x01\x01\x120\n" + + "\x11backchannel_count\x18\x10 \x01(\rH\rR\x10backchannelCount\x88\x01\x01B\x14\n" + "\x12_turn_taking_scoreB\x1b\n" + "\x19_heard_e2e_latency_p50_msB\x1b\n" + "\x19_heard_e2e_latency_p95_msB\x1b\n" + @@ -3518,10 +3767,12 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x16_awkward_silence_countB\x13\n" + "\x11_unanswered_turnsB\x1b\n" + "\x19_false_interruption_countB\x11\n" + - "\x0f_e2e_latency_ms\x1a\xaa\a\n" + + "\x0f_e2e_latency_msB\x14\n" + + "\x12_backchannel_count\x1a\xbe\a\n" + "\x04Turn\x12\x14\n" + "\x05index\x18\x01 \x01(\rR\x05index\x12+\n" + - "\x04role\x18\x02 \x01(\x0e2\x17.livekit.agent.ChatRoleR\x04role\x12\x1e\n" + + "\x04role\x18\x02 \x01(\x0e2\x17.livekit.agent.ChatRoleR\x04role\x12\x12\n" + + "\x04text\x18\x12 \x01(\tR\x04text\x12\x1e\n" + "\bstart_ms\x18\x03 \x01(\rH\x00R\astartMs\x88\x01\x01\x12\x1a\n" + "\x06end_ms\x18\x04 \x01(\rH\x01R\x05endMs\x88\x01\x01\x12%\n" + "\fstt_delay_ms\x18\x05 \x01(\rH\x02R\n" + @@ -3557,7 +3808,15 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\f_concisenessB\x14\n" + "\x12_eot_mispredictionB\x12\n" + "\x10_awkward_silenceB\r\n" + - "\v_unansweredB\x12\n" + + "\v_unanswered\"\xd7\x01\n" + + "\tEndReason\x12\x1a\n" + + "\x16END_REASON_UNSPECIFIED\x10\x00\x12!\n" + + "\x1dEND_REASON_SCENARIO_COMPLETED\x10\x01\x12\x1a\n" + + "\x16END_REASON_AGENT_ENDED\x10\x02\x12\x19\n" + + "\x15END_REASON_INACTIVITY\x10\x03\x12\x19\n" + + "\x15END_REASON_TURN_LIMIT\x10\x04\x12\x1d\n" + + "\x19END_REASON_EMPTY_RESPONSE\x10\x05\x12\x1a\n" + + "\x16END_REASON_AGENT_ERROR\x10\x06B\x12\n" + "\x10_task_completionB\x10\n" + "\x0e_overall_scoreB\x0e\n" + "\f_concisenessB\x19\n" + @@ -3747,135 +4006,141 @@ func file_livekit_agent_simulation_proto_rawDescGZIP() []byte { return file_livekit_agent_simulation_proto_rawDescData } -var file_livekit_agent_simulation_proto_enumTypes = make([]protoimpl.EnumInfo, 3) -var file_livekit_agent_simulation_proto_msgTypes = make([]protoimpl.MessageInfo, 42) +var file_livekit_agent_simulation_proto_enumTypes = make([]protoimpl.EnumInfo, 5) +var file_livekit_agent_simulation_proto_msgTypes = make([]protoimpl.MessageInfo, 43) var file_livekit_agent_simulation_proto_goTypes = []any{ (SimulationMode)(0), // 0: livekit.SimulationMode (SimulationRun_Status)(0), // 1: livekit.SimulationRun.Status (SimulationRun_Job_Status)(0), // 2: livekit.SimulationRun.Job.Status - (*SimulationRunSummary)(nil), // 3: livekit.SimulationRunSummary - (*SimulationRun)(nil), // 4: livekit.SimulationRun - (*Scenario)(nil), // 5: livekit.Scenario - (*ScenarioGroup)(nil), // 6: livekit.ScenarioGroup - (*SimulationDispatch)(nil), // 7: livekit.SimulationDispatch - nil, // 8: livekit.SimulationRunSummary.ChatHistoryEntry - (*SimulationRunSummary_Issue)(nil), // 9: livekit.SimulationRunSummary.Issue - (*SimulationRun_Job)(nil), // 10: livekit.SimulationRun.Job - (*SimulationRun_JobMetrics)(nil), // 11: livekit.SimulationRun.JobMetrics - (*SimulationRun_RunMetrics)(nil), // 12: livekit.SimulationRun.RunMetrics - (*SimulationRun_CI)(nil), // 13: livekit.SimulationRun.CI - (*SimulationRun_SamplingOptions)(nil), // 14: livekit.SimulationRun.SamplingOptions - (*SimulationRun_Create)(nil), // 15: livekit.SimulationRun.Create - (*SimulationRun_ConfirmSourceUpload)(nil), // 16: livekit.SimulationRun.ConfirmSourceUpload - (*SimulationRun_Get)(nil), // 17: livekit.SimulationRun.Get - (*SimulationRun_List)(nil), // 18: livekit.SimulationRun.List - (*SimulationRun_Counts)(nil), // 19: livekit.SimulationRun.Counts - (*SimulationRun_Cancel)(nil), // 20: livekit.SimulationRun.Cancel - (*SimulationRun_Usage)(nil), // 21: livekit.SimulationRun.Usage - (*SimulationRun_Job_Usage)(nil), // 22: livekit.SimulationRun.Job.Usage - (*SimulationRun_JobMetrics_STT)(nil), // 23: livekit.SimulationRun.JobMetrics.STT - (*SimulationRun_JobMetrics_LLM)(nil), // 24: livekit.SimulationRun.JobMetrics.LLM - (*SimulationRun_JobMetrics_TTS)(nil), // 25: livekit.SimulationRun.JobMetrics.TTS - (*SimulationRun_JobMetrics_Conversation)(nil), // 26: livekit.SimulationRun.JobMetrics.Conversation - (*SimulationRun_JobMetrics_Turn)(nil), // 27: livekit.SimulationRun.JobMetrics.Turn - (*SimulationRun_Create_Request)(nil), // 28: livekit.SimulationRun.Create.Request - (*SimulationRun_Create_Response)(nil), // 29: livekit.SimulationRun.Create.Response - (*SimulationRun_ConfirmSourceUpload_Request)(nil), // 30: livekit.SimulationRun.ConfirmSourceUpload.Request - (*SimulationRun_ConfirmSourceUpload_Response)(nil), // 31: livekit.SimulationRun.ConfirmSourceUpload.Response - (*SimulationRun_Get_Request)(nil), // 32: livekit.SimulationRun.Get.Request - (*SimulationRun_Get_Response)(nil), // 33: livekit.SimulationRun.Get.Response - (*SimulationRun_List_Request)(nil), // 34: livekit.SimulationRun.List.Request - (*SimulationRun_List_Response)(nil), // 35: livekit.SimulationRun.List.Response - (*SimulationRun_Counts_Request)(nil), // 36: livekit.SimulationRun.Counts.Request - (*SimulationRun_Counts_Response)(nil), // 37: livekit.SimulationRun.Counts.Response - (*SimulationRun_Counts_Bucket)(nil), // 38: livekit.SimulationRun.Counts.Bucket - (*SimulationRun_Cancel_Request)(nil), // 39: livekit.SimulationRun.Cancel.Request - (*SimulationRun_Cancel_Response)(nil), // 40: livekit.SimulationRun.Cancel.Response - (*Scenario_CreateFromSession)(nil), // 41: livekit.Scenario.CreateFromSession - nil, // 42: livekit.Scenario.TagsEntry - (*Scenario_CreateFromSession_Request)(nil), // 43: livekit.Scenario.CreateFromSession.Request - (*Scenario_CreateFromSession_Response)(nil), // 44: livekit.Scenario.CreateFromSession.Response - (*timestamppb.Timestamp)(nil), // 45: google.protobuf.Timestamp - (*agent.ChatContext)(nil), // 46: livekit.agent.ChatContext - (agent.ChatRole)(0), // 47: livekit.agent.ChatRole - (*PresignedPostRequest)(nil), // 48: livekit.PresignedPostRequest - (*TokenPagination)(nil), // 49: livekit.TokenPagination - (*durationpb.Duration)(nil), // 50: google.protobuf.Duration + (SimulationRun_Job_FailureReason)(0), // 3: livekit.SimulationRun.Job.FailureReason + (SimulationRun_JobMetrics_EndReason)(0), // 4: livekit.SimulationRun.JobMetrics.EndReason + (*SimulationRunSummary)(nil), // 5: livekit.SimulationRunSummary + (*SimulationRun)(nil), // 6: livekit.SimulationRun + (*Scenario)(nil), // 7: livekit.Scenario + (*ScenarioGroup)(nil), // 8: livekit.ScenarioGroup + (*SimulationDispatch)(nil), // 9: livekit.SimulationDispatch + nil, // 10: livekit.SimulationRunSummary.ChatHistoryEntry + (*SimulationRunSummary_Issue)(nil), // 11: livekit.SimulationRunSummary.Issue + (*SimulationRun_Job)(nil), // 12: livekit.SimulationRun.Job + (*SimulationRun_JobMetrics)(nil), // 13: livekit.SimulationRun.JobMetrics + (*SimulationRun_RunMetrics)(nil), // 14: livekit.SimulationRun.RunMetrics + (*SimulationRun_CI)(nil), // 15: livekit.SimulationRun.CI + (*SimulationRun_SamplingOptions)(nil), // 16: livekit.SimulationRun.SamplingOptions + (*SimulationRun_Create)(nil), // 17: livekit.SimulationRun.Create + (*SimulationRun_ConfirmSourceUpload)(nil), // 18: livekit.SimulationRun.ConfirmSourceUpload + (*SimulationRun_Get)(nil), // 19: livekit.SimulationRun.Get + (*SimulationRun_List)(nil), // 20: livekit.SimulationRun.List + (*SimulationRun_Counts)(nil), // 21: livekit.SimulationRun.Counts + (*SimulationRun_Cancel)(nil), // 22: livekit.SimulationRun.Cancel + (*SimulationRun_Usage)(nil), // 23: livekit.SimulationRun.Usage + (*SimulationRun_Job_Usage)(nil), // 24: livekit.SimulationRun.Job.Usage + (*SimulationRun_JobMetrics_Impairments)(nil), // 25: livekit.SimulationRun.JobMetrics.Impairments + (*SimulationRun_JobMetrics_STT)(nil), // 26: livekit.SimulationRun.JobMetrics.STT + (*SimulationRun_JobMetrics_LLM)(nil), // 27: livekit.SimulationRun.JobMetrics.LLM + (*SimulationRun_JobMetrics_TTS)(nil), // 28: livekit.SimulationRun.JobMetrics.TTS + (*SimulationRun_JobMetrics_Conversation)(nil), // 29: livekit.SimulationRun.JobMetrics.Conversation + (*SimulationRun_JobMetrics_Turn)(nil), // 30: livekit.SimulationRun.JobMetrics.Turn + (*SimulationRun_Create_Request)(nil), // 31: livekit.SimulationRun.Create.Request + (*SimulationRun_Create_Response)(nil), // 32: livekit.SimulationRun.Create.Response + (*SimulationRun_ConfirmSourceUpload_Request)(nil), // 33: livekit.SimulationRun.ConfirmSourceUpload.Request + (*SimulationRun_ConfirmSourceUpload_Response)(nil), // 34: livekit.SimulationRun.ConfirmSourceUpload.Response + (*SimulationRun_Get_Request)(nil), // 35: livekit.SimulationRun.Get.Request + (*SimulationRun_Get_Response)(nil), // 36: livekit.SimulationRun.Get.Response + (*SimulationRun_List_Request)(nil), // 37: livekit.SimulationRun.List.Request + (*SimulationRun_List_Response)(nil), // 38: livekit.SimulationRun.List.Response + (*SimulationRun_Counts_Request)(nil), // 39: livekit.SimulationRun.Counts.Request + (*SimulationRun_Counts_Response)(nil), // 40: livekit.SimulationRun.Counts.Response + (*SimulationRun_Counts_Bucket)(nil), // 41: livekit.SimulationRun.Counts.Bucket + (*SimulationRun_Cancel_Request)(nil), // 42: livekit.SimulationRun.Cancel.Request + (*SimulationRun_Cancel_Response)(nil), // 43: livekit.SimulationRun.Cancel.Response + (*Scenario_CreateFromSession)(nil), // 44: livekit.Scenario.CreateFromSession + nil, // 45: livekit.Scenario.TagsEntry + (*Scenario_CreateFromSession_Request)(nil), // 46: livekit.Scenario.CreateFromSession.Request + (*Scenario_CreateFromSession_Response)(nil), // 47: livekit.Scenario.CreateFromSession.Response + (*timestamppb.Timestamp)(nil), // 48: google.protobuf.Timestamp + (*agent.ChatContext)(nil), // 49: livekit.agent.ChatContext + (agent.ChatRole)(0), // 50: livekit.agent.ChatRole + (*PresignedPostRequest)(nil), // 51: livekit.PresignedPostRequest + (*TokenPagination)(nil), // 52: livekit.TokenPagination + (*durationpb.Duration)(nil), // 53: google.protobuf.Duration } var file_livekit_agent_simulation_proto_depIdxs = []int32{ - 9, // 0: livekit.SimulationRunSummary.issues:type_name -> livekit.SimulationRunSummary.Issue - 8, // 1: livekit.SimulationRunSummary.chat_history:type_name -> livekit.SimulationRunSummary.ChatHistoryEntry + 11, // 0: livekit.SimulationRunSummary.issues:type_name -> livekit.SimulationRunSummary.Issue + 10, // 1: livekit.SimulationRunSummary.chat_history:type_name -> livekit.SimulationRunSummary.ChatHistoryEntry 1, // 2: livekit.SimulationRun.status:type_name -> livekit.SimulationRun.Status - 45, // 3: livekit.SimulationRun.created_at:type_name -> google.protobuf.Timestamp - 10, // 4: livekit.SimulationRun.jobs:type_name -> livekit.SimulationRun.Job - 6, // 5: livekit.SimulationRun.scenario_group:type_name -> livekit.ScenarioGroup - 45, // 6: livekit.SimulationRun.ended_at:type_name -> google.protobuf.Timestamp - 21, // 7: livekit.SimulationRun.usage:type_name -> livekit.SimulationRun.Usage + 48, // 3: livekit.SimulationRun.created_at:type_name -> google.protobuf.Timestamp + 12, // 4: livekit.SimulationRun.jobs:type_name -> livekit.SimulationRun.Job + 8, // 5: livekit.SimulationRun.scenario_group:type_name -> livekit.ScenarioGroup + 48, // 6: livekit.SimulationRun.ended_at:type_name -> google.protobuf.Timestamp + 23, // 7: livekit.SimulationRun.usage:type_name -> livekit.SimulationRun.Usage 0, // 8: livekit.SimulationRun.mode:type_name -> livekit.SimulationMode - 12, // 9: livekit.SimulationRun.metrics:type_name -> livekit.SimulationRun.RunMetrics - 13, // 10: livekit.SimulationRun.ci:type_name -> livekit.SimulationRun.CI - 14, // 11: livekit.SimulationRun.sampling:type_name -> livekit.SimulationRun.SamplingOptions - 42, // 12: livekit.Scenario.tags:type_name -> livekit.Scenario.TagsEntry - 5, // 13: livekit.ScenarioGroup.scenarios:type_name -> livekit.Scenario - 5, // 14: livekit.SimulationDispatch.scenario:type_name -> livekit.Scenario + 14, // 9: livekit.SimulationRun.metrics:type_name -> livekit.SimulationRun.RunMetrics + 15, // 10: livekit.SimulationRun.ci:type_name -> livekit.SimulationRun.CI + 16, // 11: livekit.SimulationRun.sampling:type_name -> livekit.SimulationRun.SamplingOptions + 45, // 12: livekit.Scenario.tags:type_name -> livekit.Scenario.TagsEntry + 7, // 13: livekit.ScenarioGroup.scenarios:type_name -> livekit.Scenario + 7, // 14: livekit.SimulationDispatch.scenario:type_name -> livekit.Scenario 0, // 15: livekit.SimulationDispatch.mode:type_name -> livekit.SimulationMode - 46, // 16: livekit.SimulationRunSummary.ChatHistoryEntry.value:type_name -> livekit.agent.ChatContext + 49, // 16: livekit.SimulationRunSummary.ChatHistoryEntry.value:type_name -> livekit.agent.ChatContext 2, // 17: livekit.SimulationRun.Job.status:type_name -> livekit.SimulationRun.Job.Status - 45, // 18: livekit.SimulationRun.Job.started_at:type_name -> google.protobuf.Timestamp - 45, // 19: livekit.SimulationRun.Job.ended_at:type_name -> google.protobuf.Timestamp - 22, // 20: livekit.SimulationRun.Job.usage:type_name -> livekit.SimulationRun.Job.Usage - 11, // 21: livekit.SimulationRun.Job.metrics:type_name -> livekit.SimulationRun.JobMetrics - 23, // 22: livekit.SimulationRun.JobMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT - 24, // 23: livekit.SimulationRun.JobMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM - 25, // 24: livekit.SimulationRun.JobMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS - 26, // 25: livekit.SimulationRun.JobMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation - 27, // 26: livekit.SimulationRun.JobMetrics.turns:type_name -> livekit.SimulationRun.JobMetrics.Turn - 45, // 27: livekit.SimulationRun.JobMetrics.t0:type_name -> google.protobuf.Timestamp - 23, // 28: livekit.SimulationRun.RunMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT - 24, // 29: livekit.SimulationRun.RunMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM - 25, // 30: livekit.SimulationRun.RunMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS - 26, // 31: livekit.SimulationRun.RunMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation - 47, // 32: livekit.SimulationRun.JobMetrics.Turn.role:type_name -> livekit.agent.ChatRole - 6, // 33: livekit.SimulationRun.Create.Request.scenario_group:type_name -> livekit.ScenarioGroup - 0, // 34: livekit.SimulationRun.Create.Request.mode:type_name -> livekit.SimulationMode - 13, // 35: livekit.SimulationRun.Create.Request.ci:type_name -> livekit.SimulationRun.CI - 14, // 36: livekit.SimulationRun.Create.Request.sampling:type_name -> livekit.SimulationRun.SamplingOptions - 48, // 37: livekit.SimulationRun.Create.Response.presigned_post_request:type_name -> livekit.PresignedPostRequest - 4, // 38: livekit.SimulationRun.Get.Response.run:type_name -> livekit.SimulationRun - 1, // 39: livekit.SimulationRun.List.Request.status:type_name -> livekit.SimulationRun.Status - 49, // 40: livekit.SimulationRun.List.Request.page_token:type_name -> livekit.TokenPagination - 45, // 41: livekit.SimulationRun.List.Request.start_time:type_name -> google.protobuf.Timestamp - 45, // 42: livekit.SimulationRun.List.Request.end_time:type_name -> google.protobuf.Timestamp - 0, // 43: livekit.SimulationRun.List.Request.mode:type_name -> livekit.SimulationMode - 4, // 44: livekit.SimulationRun.List.Response.runs:type_name -> livekit.SimulationRun - 49, // 45: livekit.SimulationRun.List.Response.next_page_token:type_name -> livekit.TokenPagination - 45, // 46: livekit.SimulationRun.Counts.Request.start_time:type_name -> google.protobuf.Timestamp - 45, // 47: livekit.SimulationRun.Counts.Request.end_time:type_name -> google.protobuf.Timestamp - 1, // 48: livekit.SimulationRun.Counts.Request.status:type_name -> livekit.SimulationRun.Status - 0, // 49: livekit.SimulationRun.Counts.Request.mode:type_name -> livekit.SimulationMode - 38, // 50: livekit.SimulationRun.Counts.Response.buckets:type_name -> livekit.SimulationRun.Counts.Bucket - 50, // 51: livekit.SimulationRun.Counts.Response.interval:type_name -> google.protobuf.Duration - 45, // 52: livekit.SimulationRun.Counts.Bucket.bucket_start:type_name -> google.protobuf.Timestamp - 5, // 53: livekit.Scenario.CreateFromSession.Response.scenario:type_name -> livekit.Scenario - 28, // 54: livekit.AgentSimulation.CreateSimulationRun:input_type -> livekit.SimulationRun.Create.Request - 30, // 55: livekit.AgentSimulation.ConfirmSimulationSourceUpload:input_type -> livekit.SimulationRun.ConfirmSourceUpload.Request - 32, // 56: livekit.AgentSimulation.GetSimulationRun:input_type -> livekit.SimulationRun.Get.Request - 34, // 57: livekit.AgentSimulation.ListSimulationRuns:input_type -> livekit.SimulationRun.List.Request - 36, // 58: livekit.AgentSimulation.CountSimulationRuns:input_type -> livekit.SimulationRun.Counts.Request - 39, // 59: livekit.AgentSimulation.CancelSimulationRun:input_type -> livekit.SimulationRun.Cancel.Request - 43, // 60: livekit.AgentSimulation.CreateScenarioFromSession:input_type -> livekit.Scenario.CreateFromSession.Request - 29, // 61: livekit.AgentSimulation.CreateSimulationRun:output_type -> livekit.SimulationRun.Create.Response - 31, // 62: livekit.AgentSimulation.ConfirmSimulationSourceUpload:output_type -> livekit.SimulationRun.ConfirmSourceUpload.Response - 33, // 63: livekit.AgentSimulation.GetSimulationRun:output_type -> livekit.SimulationRun.Get.Response - 35, // 64: livekit.AgentSimulation.ListSimulationRuns:output_type -> livekit.SimulationRun.List.Response - 37, // 65: livekit.AgentSimulation.CountSimulationRuns:output_type -> livekit.SimulationRun.Counts.Response - 40, // 66: livekit.AgentSimulation.CancelSimulationRun:output_type -> livekit.SimulationRun.Cancel.Response - 44, // 67: livekit.AgentSimulation.CreateScenarioFromSession:output_type -> livekit.Scenario.CreateFromSession.Response - 61, // [61:68] is the sub-list for method output_type - 54, // [54:61] is the sub-list for method input_type - 54, // [54:54] is the sub-list for extension type_name - 54, // [54:54] is the sub-list for extension extendee - 0, // [0:54] is the sub-list for field type_name + 48, // 18: livekit.SimulationRun.Job.started_at:type_name -> google.protobuf.Timestamp + 48, // 19: livekit.SimulationRun.Job.ended_at:type_name -> google.protobuf.Timestamp + 24, // 20: livekit.SimulationRun.Job.usage:type_name -> livekit.SimulationRun.Job.Usage + 13, // 21: livekit.SimulationRun.Job.metrics:type_name -> livekit.SimulationRun.JobMetrics + 3, // 22: livekit.SimulationRun.Job.failure_reason:type_name -> livekit.SimulationRun.Job.FailureReason + 26, // 23: livekit.SimulationRun.JobMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT + 27, // 24: livekit.SimulationRun.JobMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM + 28, // 25: livekit.SimulationRun.JobMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS + 29, // 26: livekit.SimulationRun.JobMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation + 30, // 27: livekit.SimulationRun.JobMetrics.turns:type_name -> livekit.SimulationRun.JobMetrics.Turn + 48, // 28: livekit.SimulationRun.JobMetrics.t0:type_name -> google.protobuf.Timestamp + 4, // 29: livekit.SimulationRun.JobMetrics.end_reason:type_name -> livekit.SimulationRun.JobMetrics.EndReason + 25, // 30: livekit.SimulationRun.JobMetrics.impairments:type_name -> livekit.SimulationRun.JobMetrics.Impairments + 26, // 31: livekit.SimulationRun.RunMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT + 27, // 32: livekit.SimulationRun.RunMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM + 28, // 33: livekit.SimulationRun.RunMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS + 29, // 34: livekit.SimulationRun.RunMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation + 50, // 35: livekit.SimulationRun.JobMetrics.Turn.role:type_name -> livekit.agent.ChatRole + 8, // 36: livekit.SimulationRun.Create.Request.scenario_group:type_name -> livekit.ScenarioGroup + 0, // 37: livekit.SimulationRun.Create.Request.mode:type_name -> livekit.SimulationMode + 15, // 38: livekit.SimulationRun.Create.Request.ci:type_name -> livekit.SimulationRun.CI + 16, // 39: livekit.SimulationRun.Create.Request.sampling:type_name -> livekit.SimulationRun.SamplingOptions + 51, // 40: livekit.SimulationRun.Create.Response.presigned_post_request:type_name -> livekit.PresignedPostRequest + 6, // 41: livekit.SimulationRun.Get.Response.run:type_name -> livekit.SimulationRun + 1, // 42: livekit.SimulationRun.List.Request.status:type_name -> livekit.SimulationRun.Status + 52, // 43: livekit.SimulationRun.List.Request.page_token:type_name -> livekit.TokenPagination + 48, // 44: livekit.SimulationRun.List.Request.start_time:type_name -> google.protobuf.Timestamp + 48, // 45: livekit.SimulationRun.List.Request.end_time:type_name -> google.protobuf.Timestamp + 0, // 46: livekit.SimulationRun.List.Request.mode:type_name -> livekit.SimulationMode + 6, // 47: livekit.SimulationRun.List.Response.runs:type_name -> livekit.SimulationRun + 52, // 48: livekit.SimulationRun.List.Response.next_page_token:type_name -> livekit.TokenPagination + 48, // 49: livekit.SimulationRun.Counts.Request.start_time:type_name -> google.protobuf.Timestamp + 48, // 50: livekit.SimulationRun.Counts.Request.end_time:type_name -> google.protobuf.Timestamp + 1, // 51: livekit.SimulationRun.Counts.Request.status:type_name -> livekit.SimulationRun.Status + 0, // 52: livekit.SimulationRun.Counts.Request.mode:type_name -> livekit.SimulationMode + 41, // 53: livekit.SimulationRun.Counts.Response.buckets:type_name -> livekit.SimulationRun.Counts.Bucket + 53, // 54: livekit.SimulationRun.Counts.Response.interval:type_name -> google.protobuf.Duration + 48, // 55: livekit.SimulationRun.Counts.Bucket.bucket_start:type_name -> google.protobuf.Timestamp + 7, // 56: livekit.Scenario.CreateFromSession.Response.scenario:type_name -> livekit.Scenario + 31, // 57: livekit.AgentSimulation.CreateSimulationRun:input_type -> livekit.SimulationRun.Create.Request + 33, // 58: livekit.AgentSimulation.ConfirmSimulationSourceUpload:input_type -> livekit.SimulationRun.ConfirmSourceUpload.Request + 35, // 59: livekit.AgentSimulation.GetSimulationRun:input_type -> livekit.SimulationRun.Get.Request + 37, // 60: livekit.AgentSimulation.ListSimulationRuns:input_type -> livekit.SimulationRun.List.Request + 39, // 61: livekit.AgentSimulation.CountSimulationRuns:input_type -> livekit.SimulationRun.Counts.Request + 42, // 62: livekit.AgentSimulation.CancelSimulationRun:input_type -> livekit.SimulationRun.Cancel.Request + 46, // 63: livekit.AgentSimulation.CreateScenarioFromSession:input_type -> livekit.Scenario.CreateFromSession.Request + 32, // 64: livekit.AgentSimulation.CreateSimulationRun:output_type -> livekit.SimulationRun.Create.Response + 34, // 65: livekit.AgentSimulation.ConfirmSimulationSourceUpload:output_type -> livekit.SimulationRun.ConfirmSourceUpload.Response + 36, // 66: livekit.AgentSimulation.GetSimulationRun:output_type -> livekit.SimulationRun.Get.Response + 38, // 67: livekit.AgentSimulation.ListSimulationRuns:output_type -> livekit.SimulationRun.List.Response + 40, // 68: livekit.AgentSimulation.CountSimulationRuns:output_type -> livekit.SimulationRun.Counts.Response + 43, // 69: livekit.AgentSimulation.CancelSimulationRun:output_type -> livekit.SimulationRun.Cancel.Response + 47, // 70: livekit.AgentSimulation.CreateScenarioFromSession:output_type -> livekit.Scenario.CreateFromSession.Response + 64, // [64:71] is the sub-list for method output_type + 57, // [57:64] is the sub-list for method input_type + 57, // [57:57] is the sub-list for extension type_name + 57, // [57:57] is the sub-list for extension extendee + 0, // [0:57] is the sub-list for field type_name } func init() { file_livekit_agent_simulation_proto_init() } @@ -3888,21 +4153,21 @@ func file_livekit_agent_simulation_proto_init() { file_livekit_agent_simulation_proto_msgTypes[1].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[8].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[9].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[20].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[21].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[22].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[23].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[24].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[25].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[31].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[33].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[26].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[32].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[34].OneofWrappers = []any{} type x struct{} out := protoimpl.TypeBuilder{ File: protoimpl.DescBuilder{ GoPackagePath: reflect.TypeOf(x{}).PkgPath(), RawDescriptor: unsafe.Slice(unsafe.StringData(file_livekit_agent_simulation_proto_rawDesc), len(file_livekit_agent_simulation_proto_rawDesc)), - NumEnums: 3, - NumMessages: 42, + NumEnums: 5, + NumMessages: 43, NumExtensions: 0, NumServices: 1, }, diff --git a/livekit/livekit_agent_simulation.twirp.go b/livekit/livekit_agent_simulation.twirp.go index bf112d0f6..6754d0c64 100644 --- a/livekit/livekit_agent_simulation.twirp.go +++ b/livekit/livekit_agent_simulation.twirp.go @@ -2191,258 +2191,278 @@ func (s *agentSimulationServer) PathPrefix() string { } var twirpFileDescriptor9 = []byte{ - // 4045 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xec, 0x7a, 0x4b, 0x6f, 0x1c, 0x49, - 0x72, 0xbf, 0xfa, 0xdd, 0x1d, 0xcd, 0x7e, 0x30, 0xf9, 0x50, 0xab, 0x34, 0x1a, 0x69, 0x34, 0xa3, - 0x59, 0xed, 0x68, 0x96, 0xd2, 0x9f, 0x3b, 0xda, 0xf9, 0x53, 0xb3, 0xb3, 0x36, 0x9b, 0xe4, 0xa8, - 0x29, 0x93, 0x14, 0x27, 0xbb, 0x09, 0x7b, 0xc7, 0x58, 0x14, 0x8a, 0xd5, 0xa9, 0x66, 0x49, 0xd5, - 0x95, 0x3d, 0x95, 0x59, 0x92, 0xb8, 0x80, 0x0f, 0x06, 0xf6, 0x30, 0x80, 0x0f, 0x86, 0xfd, 0x09, - 0x16, 0x30, 0x0c, 0xc3, 0x7b, 0xb5, 0x7d, 0xf4, 0xc5, 0x80, 0xcf, 0x86, 0xe1, 0x6f, 0x61, 0x9f, - 0x7d, 0x37, 0x32, 0x32, 0xab, 0xba, 0xfa, 0x45, 0x52, 0x8b, 0x19, 0xc0, 0x07, 0xdf, 0x2a, 0x23, - 0x22, 0x33, 0xa3, 0x22, 0xe3, 0x17, 0x11, 0xf9, 0x80, 0xf7, 0x7d, 0xef, 0x35, 0x7b, 0xe5, 0x49, - 0xdb, 0x19, 0xb0, 0x40, 0xda, 0xc2, 0x1b, 0x46, 0xbe, 0x23, 0x3d, 0x1e, 0x6c, 0x8c, 0x42, 0x2e, - 0x39, 0x29, 0x19, 0xbe, 0xf5, 0x01, 0x0a, 0x3c, 0x9c, 0x12, 0x67, 0x42, 0x24, 0xb2, 0xd6, 0xfb, - 0x03, 0xce, 0x07, 0x3e, 0x7b, 0x88, 0xad, 0xd3, 0xe8, 0xc5, 0xc3, 0x7e, 0x14, 0xa6, 0xc6, 0xb2, - 0x6e, 0x4f, 0xf3, 0xa5, 0x37, 0x64, 0x42, 0x3a, 0xc3, 0x91, 0x11, 0xb8, 0x11, 0x8f, 0xee, 0xfa, - 0x3c, 0xea, 0xeb, 0x39, 0x0c, 0x6b, 0x35, 0x66, 0x0d, 0x79, 0x9f, 0xf9, 0x42, 0x53, 0xef, 0xfe, - 0x7b, 0x0e, 0x56, 0xbb, 0x89, 0xca, 0x34, 0x0a, 0xba, 0xd1, 0x70, 0xe8, 0x84, 0xe7, 0x64, 0x1d, - 0x8a, 0x23, 0x47, 0x08, 0xd6, 0x6f, 0x65, 0xee, 0x64, 0xee, 0x17, 0xa8, 0x69, 0x29, 0xfa, 0x0b, - 0xc7, 0xf3, 0x59, 0xbf, 0x95, 0xd5, 0x74, 0xdd, 0x22, 0xb7, 0x00, 0x06, 0xdc, 0x0b, 0x06, 0xf6, - 0x1b, 0xe6, 0xfb, 0xad, 0xdc, 0x9d, 0xcc, 0xfd, 0x0a, 0xad, 0x20, 0xe5, 0x8f, 0x99, 0xef, 0x2b, - 0xb6, 0xe4, 0xb6, 0x37, 0x1c, 0x85, 0xfc, 0x35, 0x6b, 0xe5, 0x35, 0x5b, 0xf2, 0x7d, 0x4d, 0x20, - 0x5f, 0x40, 0xd1, 0x13, 0x22, 0x62, 0xa2, 0x55, 0xb8, 0x93, 0xbb, 0x5f, 0xdd, 0xfc, 0x70, 0xc3, - 0x68, 0xbb, 0x31, 0x4f, 0xb9, 0x8d, 0x7d, 0x25, 0x4b, 0x4d, 0x17, 0xf2, 0x35, 0x2c, 0xb9, 0x67, - 0x8e, 0xb4, 0xcf, 0x3c, 0x21, 0x79, 0x78, 0xde, 0x2a, 0xe2, 0x10, 0x1b, 0x17, 0x0f, 0xb1, 0x73, - 0xe6, 0xc8, 0x8e, 0xee, 0xb0, 0x17, 0xc8, 0xf0, 0x9c, 0x56, 0xdd, 0x31, 0xc5, 0xfa, 0x06, 0x9a, - 0xd3, 0x02, 0xa4, 0x09, 0xb9, 0x57, 0xec, 0x1c, 0xcd, 0x51, 0xa1, 0xea, 0x93, 0x3c, 0x82, 0xc2, - 0x6b, 0xc7, 0x8f, 0x18, 0x9a, 0xa2, 0xba, 0x69, 0x25, 0x33, 0x6a, 0xbb, 0xab, 0x11, 0x76, 0x78, - 0x20, 0xd9, 0x5b, 0x49, 0xb5, 0xe0, 0x93, 0xec, 0xff, 0xcf, 0x58, 0x36, 0x14, 0x50, 0x7f, 0x72, - 0x07, 0xaa, 0x7d, 0x26, 0xdc, 0xd0, 0x1b, 0x29, 0xdd, 0xcc, 0xc0, 0x69, 0x12, 0x79, 0x1f, 0x40, - 0x44, 0x83, 0x01, 0x13, 0x28, 0x90, 0x45, 0x81, 0x14, 0x85, 0xac, 0x42, 0xc1, 0x77, 0x4e, 0x59, - 0x6c, 0x6f, 0xdd, 0xb8, 0xfb, 0x8f, 0x47, 0x50, 0x9b, 0xf8, 0x67, 0x52, 0x87, 0xac, 0xd7, 0x37, - 0x13, 0x64, 0x3d, 0x5c, 0xac, 0x51, 0xc8, 0x5f, 0x32, 0x57, 0xda, 0x5e, 0xdf, 0x8c, 0x5b, 0x31, - 0x94, 0xfd, 0x3e, 0x79, 0x0c, 0x45, 0x21, 0x1d, 0x19, 0x09, 0x1c, 0xb7, 0xbe, 0x79, 0x6b, 0xbe, - 0x29, 0x37, 0xba, 0x28, 0x44, 0x8d, 0x30, 0x79, 0x00, 0xcb, 0xda, 0xa9, 0xd3, 0x7f, 0xa5, 0x97, - 0xba, 0x89, 0x8c, 0xdd, 0xd4, 0xaf, 0xad, 0x42, 0x81, 0x85, 0x21, 0x0f, 0x5b, 0x05, 0xad, 0x3a, - 0x36, 0xc8, 0x16, 0x80, 0x1b, 0x32, 0x47, 0xb2, 0xbe, 0xed, 0xc8, 0x56, 0xd1, 0x98, 0x55, 0x7b, - 0xfd, 0x46, 0xec, 0xf5, 0x1b, 0xbd, 0xd8, 0xeb, 0x69, 0xc5, 0x48, 0x6f, 0x4b, 0xb2, 0x01, 0xf9, - 0x97, 0xfc, 0x54, 0xb4, 0x4a, 0xb8, 0xfa, 0xd6, 0x02, 0x95, 0x9f, 0xf1, 0x53, 0x8a, 0x72, 0xca, - 0x06, 0x5a, 0xdb, 0xc0, 0x19, 0xb2, 0x56, 0x45, 0xdb, 0x00, 0x29, 0x47, 0xce, 0x90, 0x91, 0x2f, - 0xa1, 0x2e, 0x5c, 0x16, 0x38, 0xa1, 0xc7, 0xed, 0x41, 0xc8, 0xa3, 0x51, 0x0b, 0x50, 0x9b, 0xf5, - 0xf1, 0xc0, 0x86, 0xfd, 0x54, 0x71, 0x69, 0x4d, 0xa4, 0x9b, 0xe4, 0x31, 0x94, 0x59, 0xd0, 0xd7, - 0xbf, 0x51, 0xbd, 0xf4, 0x37, 0x4a, 0x28, 0xbb, 0x2d, 0xc9, 0x4d, 0xa8, 0xbc, 0xe4, 0xa7, 0xb6, - 0xcb, 0xa3, 0x40, 0xb6, 0x96, 0x10, 0x60, 0xe5, 0x97, 0xfc, 0x74, 0x47, 0xb5, 0xc9, 0x07, 0xb0, - 0xa4, 0x41, 0x68, 0xf8, 0x35, 0xe4, 0x57, 0x35, 0x2d, 0x11, 0xd1, 0x78, 0x34, 0x22, 0x75, 0x2d, - 0xa2, 0x69, 0x5a, 0xe4, 0x47, 0xd0, 0x08, 0xa2, 0x61, 0x2a, 0x4e, 0x89, 0x56, 0x03, 0xa5, 0xea, - 0x41, 0x34, 0x1c, 0x1b, 0x4b, 0x90, 0x4d, 0x28, 0x44, 0xc2, 0x19, 0xb0, 0x56, 0x13, 0xf5, 0x7f, - 0x6f, 0x81, 0x45, 0x4f, 0x94, 0x0c, 0xd5, 0xa2, 0xca, 0xa5, 0x5d, 0x1e, 0xb8, 0x51, 0x18, 0xb2, - 0xc0, 0x3d, 0x6f, 0x2d, 0xeb, 0xe9, 0x53, 0x24, 0xf2, 0x00, 0xf2, 0x2a, 0x00, 0xb5, 0x08, 0x7a, - 0xd6, 0xf5, 0x39, 0x83, 0x1e, 0xf2, 0x3e, 0xa3, 0x28, 0x44, 0xbe, 0x80, 0xd2, 0x90, 0xc9, 0xd0, - 0x73, 0x45, 0x6b, 0x05, 0x95, 0xf8, 0x60, 0x81, 0x12, 0x34, 0x0a, 0x0e, 0xb5, 0x20, 0x8d, 0x7b, - 0x28, 0x5b, 0x08, 0x0d, 0x76, 0xfb, 0xd7, 0x42, 0xf6, 0x5b, 0xab, 0x77, 0x32, 0xf7, 0x97, 0x68, - 0xd5, 0xd0, 0xbe, 0x11, 0xb2, 0x4f, 0x3e, 0x82, 0x2a, 0xc6, 0x10, 0x63, 0xad, 0x35, 0xa5, 0x6e, - 0xe7, 0x1a, 0x05, 0x24, 0xa2, 0xb9, 0xbe, 0xcb, 0x64, 0xc8, 0x06, 0x64, 0x5d, 0xaf, 0xb5, 0x8e, - 0x0a, 0xdc, 0x58, 0xa0, 0xc0, 0xce, 0x7e, 0x27, 0x43, 0xb3, 0xae, 0xa7, 0xe4, 0x9f, 0x42, 0x59, - 0x38, 0xc3, 0x91, 0xef, 0x05, 0x83, 0xd6, 0x75, 0xec, 0xf5, 0xf1, 0x22, 0x00, 0x19, 0xb1, 0xe7, - 0x88, 0x09, 0xd1, 0xc9, 0xd2, 0xa4, 0xe7, 0x77, 0x99, 0x8c, 0xf5, 0x97, 0x45, 0xc8, 0x3d, 0xe3, - 0xa7, 0x33, 0xf0, 0xdd, 0x4a, 0xf0, 0x99, 0x45, 0x2b, 0x7e, 0xb0, 0xd8, 0xd9, 0xa7, 0x31, 0x7a, - 0x17, 0x96, 0xbc, 0x40, 0xc8, 0x30, 0x72, 0xf5, 0xd2, 0xeb, 0xc0, 0x31, 0x41, 0x1b, 0x43, 0x33, - 0x9f, 0x86, 0xe6, 0x4f, 0x80, 0x68, 0xbc, 0xb0, 0xb7, 0x23, 0xe6, 0x4a, 0xe3, 0x3a, 0x1a, 0xbd, - 0x1a, 0xf7, 0x7b, 0x29, 0xc6, 0x38, 0x34, 0x15, 0x53, 0xa1, 0x89, 0x10, 0xc8, 0x4b, 0x67, 0xa0, - 0x41, 0x5a, 0xa1, 0xf8, 0xad, 0x7c, 0x3e, 0xe4, 0x7c, 0xa8, 0x71, 0x58, 0x46, 0xe9, 0xb2, 0x22, - 0x20, 0x0c, 0xb7, 0x00, 0x84, 0x74, 0x42, 0x13, 0x10, 0xe0, 0xf2, 0x80, 0x60, 0xa4, 0xb7, 0xe5, - 0xef, 0x0b, 0xc1, 0xeb, 0x50, 0x42, 0x75, 0xbc, 0x3e, 0x02, 0xb0, 0x42, 0x8b, 0xaa, 0xb9, 0xdf, - 0x27, 0x3f, 0x8b, 0xf1, 0x50, 0xc3, 0xc1, 0xee, 0x5c, 0x60, 0xf4, 0x09, 0x4c, 0xa4, 0x9c, 0xb8, - 0x7e, 0xa1, 0x13, 0x3f, 0xe3, 0xa7, 0x33, 0x4e, 0x7c, 0x1b, 0xaa, 0x49, 0x18, 0xf2, 0xfa, 0x88, - 0x54, 0x95, 0x02, 0x0c, 0x69, 0x1f, 0xf3, 0x31, 0xba, 0x8c, 0x86, 0x69, 0x81, 0x9a, 0x96, 0xf5, - 0x2b, 0x28, 0xa0, 0x16, 0xe4, 0x3e, 0x34, 0x55, 0x06, 0xb2, 0x65, 0x14, 0x06, 0xc2, 0x38, 0xba, - 0x4e, 0xe9, 0x75, 0x45, 0xef, 0x29, 0xb2, 0x8e, 0x0c, 0x9f, 0xc0, 0xb2, 0x13, 0xf5, 0x3d, 0x3e, - 0x21, 0xaa, 0xb3, 0x7c, 0x03, 0x19, 0x63, 0xd9, 0xbb, 0x1c, 0x8a, 0xda, 0xb3, 0x08, 0x81, 0x7a, - 0xb7, 0xb7, 0xdd, 0x3b, 0xe9, 0xda, 0xc7, 0x7b, 0x47, 0xbb, 0xfb, 0x47, 0x4f, 0x9b, 0xd7, 0x52, - 0x34, 0x7a, 0x72, 0x74, 0xa4, 0x68, 0x19, 0xb2, 0x0a, 0x4d, 0x43, 0xdb, 0x79, 0x7e, 0x78, 0x7c, - 0xb0, 0xd7, 0xdb, 0xdb, 0x6d, 0x66, 0xc9, 0x32, 0xd4, 0x0c, 0xf5, 0xab, 0xed, 0xfd, 0x83, 0xbd, - 0xdd, 0x66, 0x2e, 0x2d, 0xb8, 0x7d, 0xb4, 0xb3, 0x77, 0xa0, 0xa8, 0xf9, 0x67, 0xf9, 0x72, 0xa5, - 0x09, 0xd6, 0xdf, 0xdd, 0x03, 0x18, 0x9b, 0x89, 0x7c, 0x0a, 0x0d, 0xe9, 0x88, 0x57, 0xb6, 0xcb, - 0xd5, 0x3f, 0x63, 0xbe, 0x51, 0x0e, 0x9d, 0xed, 0x5c, 0xa3, 0x75, 0xc5, 0xd8, 0x49, 0xe8, 0x0a, - 0x97, 0xf7, 0xa1, 0xc6, 0x5f, 0xb3, 0xd0, 0xf1, 0x7d, 0x5b, 0xb8, 0x3c, 0x64, 0x18, 0x11, 0xb2, - 0x9d, 0x0c, 0x5d, 0x32, 0xe4, 0xae, 0xa2, 0x2a, 0xc9, 0xcf, 0x21, 0x27, 0xa4, 0x44, 0xff, 0xaf, - 0x6e, 0xde, 0xbb, 0x74, 0xb9, 0x36, 0xba, 0xbd, 0x1e, 0x55, 0x3d, 0x54, 0x47, 0xdf, 0x1f, 0x22, - 0x2a, 0xae, 0xd4, 0xf1, 0xe0, 0xe0, 0x90, 0xaa, 0x1e, 0xaa, 0xa3, 0x94, 0xc2, 0x64, 0xbc, 0x2b, - 0x74, 0xec, 0xf5, 0xba, 0x54, 0xf5, 0x20, 0x14, 0x96, 0x5c, 0x1e, 0xbc, 0x66, 0xa1, 0x40, 0xb1, - 0x56, 0x09, 0x47, 0xd8, 0xb8, 0x7c, 0x84, 0x9d, 0x54, 0x2f, 0x3a, 0x31, 0x06, 0xf9, 0x39, 0x14, - 0xd0, 0x05, 0x5a, 0x15, 0xcc, 0xa5, 0x1f, 0x5f, 0x41, 0x9d, 0x28, 0x0c, 0xa8, 0xee, 0xa4, 0x5c, - 0xf6, 0x65, 0xd4, 0x1f, 0x30, 0x5d, 0x68, 0x22, 0x66, 0x2b, 0x14, 0x90, 0xa4, 0x42, 0xbb, 0x4f, - 0x3e, 0x05, 0x72, 0xe6, 0x08, 0x3b, 0x64, 0x43, 0x2e, 0x59, 0x5c, 0x01, 0x23, 0xd8, 0xca, 0xb4, - 0x79, 0xe6, 0x08, 0x8a, 0x8c, 0xae, 0xa6, 0x93, 0x4f, 0x20, 0x2b, 0x1f, 0x19, 0xcc, 0x5d, 0x04, - 0xe0, 0xac, 0x7c, 0x44, 0xee, 0xe9, 0xf4, 0xe3, 0x09, 0x16, 0x30, 0xa1, 0xe1, 0x96, 0xed, 0x64, - 0x69, 0x9a, 0xa8, 0x96, 0x77, 0x0b, 0xd6, 0xa3, 0x20, 0x60, 0x2e, 0x13, 0x42, 0x65, 0x07, 0xc9, - 0xb9, 0x6f, 0xbb, 0x8e, 0xef, 0xeb, 0x4c, 0x58, 0xee, 0xe4, 0xe8, 0x6a, 0x8a, 0xdf, 0xe3, 0xdc, - 0xdf, 0x51, 0x5c, 0x9d, 0x0b, 0x9a, 0x5e, 0xf0, 0x82, 0x87, 0x43, 0xb4, 0x82, 0xed, 0x73, 0x21, - 0x10, 0x78, 0xe5, 0x4e, 0x9e, 0x36, 0x52, 0x9c, 0x03, 0xae, 0xa7, 0xfa, 0x19, 0xac, 0x86, 0xac, - 0x1f, 0x05, 0x7d, 0x47, 0x15, 0xfb, 0xd2, 0x91, 0x6c, 0xc8, 0x02, 0x29, 0x30, 0x33, 0x96, 0x3b, - 0x05, 0xba, 0x92, 0x70, 0xbb, 0x09, 0x53, 0x7b, 0xe0, 0xda, 0x88, 0xf3, 0xd0, 0xfe, 0x36, 0xd2, - 0xa5, 0x9e, 0xfd, 0x6d, 0xe4, 0xf8, 0x9e, 0x3c, 0xc7, 0xbc, 0x59, 0xee, 0x14, 0xe9, 0x8a, 0x62, - 0x7f, 0x6d, 0xb8, 0x5f, 0x6b, 0xa6, 0xea, 0xf8, 0x0b, 0x68, 0xa5, 0xd7, 0xd2, 0x1e, 0x85, 0x7c, - 0x10, 0x1a, 0x13, 0xaf, 0xa0, 0x3d, 0x4a, 0xf4, 0x7a, 0x5a, 0xe2, 0x78, 0x2c, 0xa0, 0x72, 0xce, - 0x5f, 0x17, 0x21, 0xd7, 0xed, 0xf5, 0xc8, 0x1a, 0xe4, 0xde, 0xb0, 0x10, 0x23, 0x85, 0x82, 0x93, - 0x6a, 0xa8, 0xe1, 0x6f, 0x40, 0xe1, 0x0d, 0x0f, 0xfb, 0x3a, 0xf3, 0xd4, 0x3a, 0x19, 0xaa, 0x9b, - 0x8a, 0xf5, 0x11, 0x54, 0xd5, 0xb7, 0x8d, 0xe9, 0x42, 0x67, 0x96, 0x5a, 0x27, 0x4b, 0x41, 0x11, - 0xf7, 0x90, 0xa6, 0xa4, 0xd6, 0x20, 0xe7, 0x32, 0x9d, 0x5a, 0xb2, 0x9d, 0x1c, 0x55, 0x0d, 0x33, - 0xae, 0x7b, 0xe6, 0x84, 0x02, 0x0b, 0xb1, 0x5a, 0x27, 0x4f, 0x75, 0xd3, 0x8c, 0xab, 0xbe, 0xe3, - 0x71, 0x01, 0x05, 0x0a, 0x14, 0x14, 0x71, 0x3c, 0xee, 0x3d, 0x58, 0x12, 0x52, 0x95, 0x9e, 0xbe, - 0x73, 0x6e, 0x0f, 0x05, 0x26, 0x92, 0x5a, 0xa7, 0x48, 0x41, 0x48, 0xb9, 0xab, 0x88, 0x87, 0x28, - 0xb6, 0x09, 0x84, 0x05, 0xd2, 0x93, 0xe7, 0x76, 0xc8, 0x5c, 0x3e, 0x08, 0x3c, 0x04, 0x4d, 0xd5, - 0x18, 0x66, 0x59, 0xf3, 0xe8, 0x98, 0x65, 0xd6, 0x1c, 0xe9, 0x1e, 0x13, 0x76, 0x24, 0x25, 0x0b, - 0x99, 0x4e, 0x0d, 0xb5, 0x4e, 0x99, 0x36, 0x62, 0xce, 0x89, 0x66, 0x28, 0xf9, 0xcf, 0x60, 0x25, - 0x91, 0x37, 0xb3, 0xfc, 0x9a, 0xf5, 0xd1, 0x85, 0x6b, 0x9d, 0x0a, 0x25, 0x31, 0x93, 0x26, 0x3c, - 0x13, 0x9d, 0xc6, 0x9a, 0x39, 0xbe, 0x6f, 0xbc, 0x17, 0xe8, 0x52, 0xa2, 0x94, 0xe3, 0xfb, 0x4a, - 0xf2, 0x0f, 0xe0, 0x46, 0x32, 0xbe, 0xe3, 0x7e, 0x1b, 0x79, 0x21, 0xeb, 0x27, 0x8a, 0x35, 0x70, - 0x96, 0x2a, 0xbd, 0x1e, 0x8b, 0x6c, 0x1b, 0x89, 0x94, 0x82, 0x7b, 0xf0, 0xde, 0xec, 0x00, 0x29, - 0x4d, 0x9b, 0x38, 0xc6, 0x12, 0xb5, 0xa6, 0xc7, 0x98, 0xd0, 0xb8, 0x5d, 0x84, 0xbc, 0xfd, 0x86, - 0x85, 0xed, 0x32, 0x14, 0x6d, 0xf4, 0x82, 0x76, 0x1d, 0x96, 0xec, 0x94, 0x0f, 0xa0, 0x84, 0x6b, - 0x24, 0x70, 0x3d, 0x51, 0x22, 0xb5, 0x9a, 0xed, 0x06, 0xd4, 0xec, 0xf4, 0xba, 0xb5, 0xd7, 0x60, - 0xc5, 0x9e, 0x5d, 0xa1, 0xf6, 0x0a, 0x2c, 0xdb, 0xd3, 0x8b, 0xd0, 0x5e, 0x87, 0x55, 0x7b, 0x8e, - 0xa5, 0xdb, 0x4d, 0xa8, 0xdb, 0x13, 0xb6, 0x6c, 0xbf, 0x07, 0x96, 0xbd, 0xd0, 0x66, 0xed, 0xdb, - 0x70, 0xcb, 0xbe, 0xc8, 0x20, 0xd6, 0x6f, 0x33, 0x90, 0x3b, 0x38, 0x38, 0x24, 0xef, 0x41, 0x49, - 0xca, 0x17, 0x52, 0xf9, 0x57, 0x06, 0x6d, 0x74, 0x8d, 0x16, 0x15, 0x41, 0xfb, 0x96, 0xe6, 0x0a, - 0xc5, 0x8d, 0xd1, 0xa1, 0xb8, 0x42, 0x73, 0x1f, 0xc2, 0xb2, 0xe4, 0xaf, 0x58, 0x20, 0xec, 0x11, - 0x0b, 0x6d, 0xc1, 0x5c, 0x1e, 0xf4, 0x4d, 0xb6, 0xca, 0xd2, 0x86, 0x66, 0x1d, 0xb3, 0xb0, 0x8b, - 0x0c, 0x65, 0x5e, 0x80, 0xb2, 0x6d, 0x66, 0x8b, 0xbf, 0xd5, 0xd8, 0xed, 0x55, 0x20, 0xf6, 0xcc, - 0x48, 0xd6, 0x6f, 0x8a, 0x90, 0xeb, 0xf5, 0xba, 0x46, 0x89, 0xd3, 0xb1, 0x12, 0x5a, 0xc5, 0xd3, - 0xc3, 0x18, 0x7d, 0x0a, 0xd5, 0x39, 0x93, 0xf8, 0x66, 0x50, 0x5d, 0x32, 0xa0, 0x5d, 0x88, 0x6a, - 0x0d, 0xab, 0xdc, 0x02, 0x54, 0x57, 0x70, 0xdc, 0xfc, 0x2c, 0xaa, 0x63, 0xd0, 0x2e, 0x44, 0x75, - 0x35, 0x86, 0xeb, 0x24, 0xaa, 0xe7, 0xc3, 0xb5, 0xfe, 0xce, 0x70, 0x6d, 0xbc, 0x3b, 0x5c, 0x9b, - 0xef, 0x08, 0xd7, 0xe5, 0xdf, 0x0b, 0xae, 0xe4, 0x7b, 0x80, 0xeb, 0xca, 0xd5, 0xe0, 0x6a, 0x7c, - 0x48, 0xb9, 0xc6, 0xf7, 0x02, 0xdd, 0xff, 0x95, 0x48, 0xfd, 0xef, 0x12, 0x2c, 0xa5, 0x2b, 0x1b, - 0x84, 0x5d, 0x14, 0x06, 0xb6, 0x74, 0x5e, 0x79, 0xc1, 0xc0, 0x14, 0x7e, 0x71, 0x56, 0x6b, 0x28, - 0x56, 0x0f, 0x39, 0x49, 0xed, 0xf7, 0x05, 0xb4, 0xce, 0x98, 0xa3, 0x0c, 0xb1, 0xc9, 0x6c, 0xdf, - 0x91, 0x6a, 0xd7, 0x6a, 0x8f, 0x1e, 0x3f, 0x8a, 0x11, 0x55, 0xe8, 0x64, 0xe8, 0x2a, 0x4a, 0xec, - 0x6d, 0xb2, 0x03, 0xcd, 0x3f, 0x7e, 0xfc, 0x48, 0xe3, 0x6b, 0x7e, 0xe7, 0xad, 0xc7, 0xaa, 0x73, - 0x0e, 0x3b, 0x67, 0x67, 0x3b, 0x6f, 0x3d, 0xbe, 0xb0, 0xf3, 0x96, 0xea, 0x9c, 0xc7, 0xce, 0xb9, - 0x39, 0x9d, 0xb7, 0x74, 0xe7, 0x4f, 0xa1, 0x29, 0xbd, 0x21, 0xb3, 0x25, 0xb7, 0xcf, 0x3d, 0xe6, - 0xf7, 0x55, 0xa7, 0x82, 0xc9, 0xa5, 0x35, 0xc5, 0xe9, 0xf1, 0x5f, 0x2a, 0x7a, 0x3c, 0xd5, 0x75, - 0xc6, 0xa5, 0x3d, 0xf4, 0xc4, 0x28, 0x64, 0x7d, 0x0f, 0x37, 0x7e, 0xa6, 0xe0, 0x2f, 0x1a, 0xa8, - 0xae, 0x31, 0x2e, 0x0f, 0xd3, 0xfc, 0x64, 0x3f, 0x6c, 0xea, 0x68, 0xdf, 0x19, 0xd9, 0x78, 0x3a, - 0x89, 0x51, 0x23, 0xdb, 0x29, 0xea, 0x3a, 0xda, 0x77, 0x46, 0x54, 0x51, 0x4d, 0xcc, 0x8b, 0x25, - 0xc5, 0x88, 0x31, 0xf7, 0x6c, 0x9c, 0x99, 0x4b, 0xb4, 0x61, 0x58, 0x5d, 0xe4, 0x68, 0xbd, 0x1e, - 0x40, 0x43, 0x72, 0xe9, 0xf8, 0x29, 0xf1, 0x8a, 0x81, 0x6e, 0x0d, 0x19, 0x69, 0xe1, 0xcf, 0x61, - 0xcd, 0x79, 0xf3, 0xea, 0x8d, 0xb2, 0x98, 0xf0, 0x7c, 0x16, 0xb8, 0xf1, 0x3e, 0xbe, 0x6a, 0xa0, - 0xbb, 0x62, 0xd8, 0x5d, 0xcd, 0x4d, 0x6d, 0xe8, 0x9b, 0x51, 0xe0, 0x04, 0xe2, 0x8d, 0xf2, 0x29, - 0xbd, 0xdb, 0x31, 0x09, 0x1d, 0x68, 0x63, 0xcc, 0xc1, 0xed, 0x8e, 0x92, 0xff, 0x12, 0x5a, 0x2f, - 0x1c, 0x5f, 0x30, 0xdb, 0x0b, 0x24, 0x0b, 0xc3, 0x68, 0x94, 0x32, 0x57, 0xcd, 0x00, 0x78, 0x1d, - 0x25, 0xf6, 0x53, 0x02, 0xc9, 0x74, 0x3f, 0x86, 0x7a, 0x7a, 0x45, 0x87, 0xc2, 0x84, 0xa3, 0x25, - 0xba, 0xc4, 0x92, 0x85, 0xc4, 0x5f, 0xd2, 0xb1, 0x7d, 0xda, 0x5d, 0xdb, 0x37, 0xe1, 0x86, 0xbd, - 0xc8, 0x27, 0x17, 0x31, 0xd1, 0xe7, 0x16, 0x32, 0x95, 0x4f, 0x21, 0x52, 0xa7, 0x7d, 0xa6, 0x6d, - 0x41, 0xcb, 0x5e, 0xe0, 0x1a, 0x88, 0xd6, 0x89, 0x95, 0x47, 0x7d, 0x67, 0x56, 0xb8, 0x4d, 0xa0, - 0x69, 0x4f, 0x2d, 0x63, 0xbb, 0x05, 0xeb, 0xf6, 0xdc, 0xd5, 0x42, 0x35, 0xa6, 0x97, 0x03, 0x15, - 0x5f, 0x64, 0xf3, 0xf6, 0x32, 0x34, 0xec, 0x49, 0x8b, 0x5a, 0xbf, 0x2b, 0x41, 0x5e, 0xad, 0x17, - 0x59, 0x85, 0x82, 0x17, 0xf4, 0xd9, 0x5b, 0x9d, 0xa0, 0xa9, 0x6e, 0x90, 0x07, 0x90, 0x0f, 0xb9, - 0xcf, 0xcc, 0x79, 0xc9, 0xf5, 0x39, 0x07, 0xb5, 0x94, 0xfb, 0x8c, 0xa2, 0x10, 0x79, 0x1f, 0xca, - 0x78, 0x8a, 0x10, 0x83, 0x56, 0xe5, 0xd0, 0x12, 0x52, 0xb4, 0xdf, 0x59, 0x50, 0x64, 0x41, 0x3f, - 0x46, 0x25, 0x16, 0xc1, 0x2c, 0x30, 0xc0, 0x9a, 0x2e, 0x43, 0x0b, 0x71, 0x15, 0x3c, 0x59, 0x86, - 0x7e, 0x08, 0x55, 0xdf, 0x1f, 0xc6, 0xe9, 0xdd, 0x60, 0x2e, 0x47, 0x2b, 0xbe, 0x3f, 0xec, 0x25, - 0xf5, 0xc4, 0x58, 0x08, 0x6b, 0x8a, 0x92, 0x41, 0xb3, 0x11, 0x12, 0x49, 0xd1, 0x81, 0x42, 0x23, - 0x0d, 0xac, 0x6c, 0xa7, 0x40, 0x8b, 0x4a, 0x60, 0x14, 0x0f, 0x21, 0xa5, 0x88, 0xc3, 0xbe, 0xc1, - 0x52, 0x91, 0x56, 0xa4, 0x14, 0xbd, 0xa4, 0x28, 0x98, 0xf5, 0x4f, 0x30, 0x10, 0x9d, 0xf6, 0x4f, - 0xf2, 0x19, 0xac, 0xce, 0xba, 0xd3, 0x50, 0xa7, 0xef, 0x42, 0xa7, 0x4c, 0x97, 0xa7, 0xc2, 0xd3, - 0xe2, 0xd8, 0xb4, 0x64, 0x30, 0x3a, 0x1b, 0x9b, 0xe6, 0x46, 0xec, 0x9a, 0xc9, 0xae, 0xf3, 0x22, - 0xf6, 0xdc, 0x5d, 0x5f, 0x75, 0x66, 0xd7, 0xf7, 0x08, 0x96, 0x67, 0x1c, 0xdb, 0x6c, 0xf8, 0x96, - 0x68, 0x73, 0x3a, 0xda, 0x69, 0xbd, 0x1b, 0x53, 0x2e, 0x6b, 0xf6, 0x7a, 0x35, 0x5a, 0x9f, 0x0c, - 0x2d, 0xda, 0xd6, 0x30, 0x76, 0x63, 0xb3, 0xc1, 0xab, 0xd3, 0x14, 0x4d, 0x01, 0xbc, 0x0a, 0x15, - 0x3b, 0x76, 0xae, 0x76, 0x05, 0x4a, 0xb6, 0xf6, 0xa4, 0xd9, 0x3a, 0x58, 0x65, 0xdb, 0x94, 0x8b, - 0xa4, 0xdb, 0x22, 0xae, 0x08, 0xcd, 0xc2, 0x23, 0x2f, 0xb5, 0xcc, 0x73, 0xf0, 0xd1, 0xbe, 0x0e, - 0x6b, 0xf6, 0xbc, 0x95, 0x9b, 0x1f, 0x04, 0xe6, 0x87, 0x21, 0x2c, 0x00, 0xc6, 0x36, 0x45, 0xa9, - 0x19, 0x8b, 0x22, 0xf8, 0xa7, 0xac, 0xd6, 0xae, 0x41, 0x35, 0x05, 0x71, 0x1d, 0x1f, 0x26, 0xcf, - 0x6d, 0x92, 0xd8, 0x92, 0x9c, 0xce, 0xcc, 0x4c, 0x77, 0x03, 0xae, 0xdb, 0xf3, 0xb7, 0xed, 0xf8, - 0x13, 0xd3, 0xdb, 0x72, 0xfc, 0xe5, 0x79, 0x7b, 0x6f, 0x0c, 0x45, 0x73, 0x37, 0xd7, 0x18, 0x75, - 0x16, 0xed, 0x9e, 0x9f, 0xe5, 0xcb, 0x99, 0x66, 0xf6, 0x59, 0xbe, 0x9c, 0x6d, 0xe6, 0x68, 0xdd, - 0x71, 0xdd, 0x28, 0x74, 0xdc, 0x73, 0xad, 0x2b, 0x6d, 0xb2, 0xb7, 0x23, 0x16, 0x7a, 0x18, 0xd5, - 0x90, 0x62, 0xfd, 0x47, 0x1e, 0x60, 0x7c, 0x2a, 0x4d, 0xfe, 0x1f, 0x90, 0xe4, 0x1c, 0x6f, 0xe4, - 0x08, 0xa1, 0xe2, 0x27, 0x4b, 0x0e, 0xab, 0x9a, 0x31, 0xef, 0xd8, 0x11, 0x82, 0x3a, 0x92, 0xcd, - 0x3d, 0xae, 0x82, 0xff, 0x3b, 0xae, 0x9a, 0x7b, 0x5c, 0x35, 0x85, 0xff, 0xf2, 0x82, 0x53, 0x9f, - 0x8b, 0x4e, 0x46, 0x2a, 0xe6, 0x38, 0xe2, 0x82, 0x93, 0x11, 0xac, 0x77, 0x67, 0xd7, 0xf0, 0x0a, - 0x8e, 0xfb, 0x3d, 0x7a, 0xd5, 0xdf, 0x64, 0x20, 0xbb, 0xb3, 0x4f, 0x2c, 0x28, 0x8f, 0x42, 0xfe, - 0xda, 0xeb, 0x9b, 0x13, 0x9a, 0x0a, 0x4d, 0xda, 0xe4, 0x16, 0x80, 0xcb, 0x87, 0x43, 0x4f, 0xda, - 0xe2, 0xcc, 0x89, 0xef, 0xf6, 0x34, 0xa5, 0x7b, 0xe6, 0x90, 0x26, 0xe4, 0x42, 0xf6, 0xc2, 0x9c, - 0xfb, 0xab, 0x4f, 0xbc, 0x56, 0x8a, 0x7c, 0xdf, 0x0e, 0x19, 0xe2, 0xc1, 0x9c, 0xfa, 0x57, 0x15, - 0x8d, 0x6a, 0x12, 0x9e, 0x89, 0x47, 0x81, 0x1d, 0x85, 0xbe, 0x39, 0xf0, 0x2f, 0x86, 0x51, 0x70, - 0x12, 0xfa, 0x2a, 0xdb, 0x3a, 0xae, 0xe4, 0x61, 0x7c, 0xca, 0x8f, 0x0d, 0xab, 0x03, 0x8d, 0xa9, - 0x9b, 0x0d, 0xd2, 0x82, 0x92, 0x3e, 0x98, 0x16, 0xe6, 0xf0, 0x39, 0x6e, 0x92, 0x9b, 0x50, 0x19, - 0x03, 0x42, 0xa9, 0x9b, 0xa1, 0xe5, 0x91, 0x81, 0x81, 0xda, 0xd5, 0x16, 0x77, 0xf0, 0x8a, 0xcf, - 0xfa, 0xaf, 0x3c, 0x94, 0x62, 0x7d, 0x26, 0xef, 0x2f, 0x33, 0xd3, 0xf7, 0x97, 0x93, 0x57, 0x7b, - 0xd9, 0xe9, 0xab, 0xbd, 0x39, 0x37, 0x60, 0xf9, 0xb9, 0x37, 0x60, 0xeb, 0x50, 0x0c, 0xd9, 0x40, - 0xf9, 0x47, 0xd1, 0xfc, 0x35, 0xb6, 0x48, 0x7b, 0xe6, 0x6e, 0xb0, 0x74, 0xd1, 0xdd, 0x60, 0xe7, - 0xda, 0xd4, 0xed, 0x60, 0x2a, 0x69, 0xc5, 0x37, 0x65, 0x65, 0xb3, 0xb3, 0x48, 0x13, 0x75, 0x41, - 0xac, 0xaf, 0xcb, 0x2a, 0x57, 0xb9, 0x2e, 0xfb, 0x31, 0x34, 0x4f, 0x1d, 0xf7, 0x95, 0x52, 0x29, - 0xe8, 0xdb, 0x01, 0xf7, 0x84, 0x0e, 0x1a, 0x65, 0xda, 0x18, 0xd3, 0x8f, 0x14, 0x99, 0x7c, 0x06, - 0xeb, 0x3e, 0x7f, 0x13, 0x07, 0x3e, 0x7b, 0xe8, 0xb9, 0x21, 0x1f, 0x9d, 0xf1, 0x80, 0x61, 0x2a, - 0x2f, 0xd3, 0x55, 0x9f, 0xbf, 0x31, 0xa7, 0x8a, 0x87, 0x09, 0x8f, 0xdc, 0x86, 0xea, 0xc8, 0x71, - 0x5f, 0x31, 0xa9, 0x0f, 0x3e, 0xf5, 0x91, 0x2d, 0x68, 0xd2, 0x01, 0x17, 0xc2, 0x5c, 0x95, 0xd5, - 0x2e, 0xbb, 0x2a, 0xcb, 0xce, 0xbb, 0x2a, 0xab, 0xbf, 0xd3, 0x55, 0x59, 0x6e, 0xe2, 0xaa, 0x0c, - 0x53, 0xde, 0xe4, 0x9a, 0x24, 0x30, 0x34, 0xd6, 0x6c, 0x17, 0x20, 0x67, 0xbb, 0x9e, 0xce, 0xc0, - 0xa6, 0xe7, 0xb3, 0x7c, 0x39, 0xd7, 0xcc, 0xd3, 0xd9, 0x6b, 0x6b, 0xeb, 0x2f, 0x32, 0x50, 0xa6, - 0x4c, 0x8c, 0x78, 0x20, 0x18, 0xf9, 0x04, 0x96, 0xc7, 0xce, 0x62, 0x2b, 0x24, 0x24, 0x5e, 0xd7, - 0x10, 0x69, 0x2d, 0xf7, 0xfb, 0xa4, 0x0b, 0xeb, 0xa3, 0x90, 0x09, 0x6f, 0x10, 0xb0, 0xbe, 0x3d, - 0xe2, 0x42, 0x26, 0xb8, 0xd2, 0x8f, 0x04, 0xc6, 0x77, 0xe9, 0xc7, 0xb1, 0xd8, 0x31, 0x17, 0xd2, - 0x78, 0x36, 0x5d, 0x1d, 0xcd, 0xa1, 0x5a, 0xbf, 0xcd, 0xc0, 0xca, 0x0e, 0x0f, 0x5e, 0x78, 0xe1, - 0xb0, 0xcb, 0xa3, 0xd0, 0x65, 0x27, 0x23, 0x9f, 0x3b, 0x7d, 0xeb, 0xcf, 0xae, 0x0c, 0x89, 0xb9, - 0xbf, 0x90, 0x9d, 0xff, 0x0b, 0x3f, 0x82, 0x86, 0xcb, 0xfb, 0x4c, 0x6d, 0xb4, 0xc3, 0xf3, 0x11, - 0xf7, 0x02, 0x69, 0xc2, 0x45, 0x5d, 0x91, 0xf7, 0x12, 0xaa, 0x05, 0x63, 0x1b, 0x59, 0x7f, 0x95, - 0x81, 0xdc, 0x53, 0x26, 0xad, 0xde, 0x0f, 0xa1, 0x92, 0xf5, 0x59, 0x6a, 0x35, 0xee, 0x43, 0x2e, - 0x8c, 0xf4, 0x73, 0x89, 0x09, 0xc8, 0xa5, 0xbb, 0x50, 0x25, 0x62, 0xfd, 0x6b, 0x1e, 0xf2, 0x07, - 0x9e, 0x90, 0xd6, 0xbf, 0xe4, 0xae, 0xac, 0xd5, 0x93, 0xa9, 0xbb, 0xd5, 0x8b, 0xdf, 0x3e, 0x74, - 0xae, 0xc5, 0x37, 0xab, 0xca, 0x9b, 0x7f, 0x0e, 0x30, 0x72, 0x06, 0x4c, 0x9f, 0xce, 0xa1, 0xcd, - 0xaa, 0x9b, 0xad, 0xa4, 0x7f, 0x4f, 0x51, 0x8f, 0x9d, 0x81, 0x17, 0xe0, 0x20, 0x9d, 0x0c, 0xad, - 0x28, 0x69, 0x24, 0xeb, 0xfc, 0xa4, 0xaf, 0x3a, 0xb1, 0x1c, 0x33, 0xc9, 0xfc, 0x82, 0x0b, 0x8f, - 0x4e, 0xd6, 0x5c, 0x76, 0x2a, 0x8a, 0xea, 0xff, 0x04, 0xef, 0x3b, 0x75, 0xef, 0xc2, 0xa5, 0xbd, - 0x73, 0x78, 0xe3, 0x19, 0xf7, 0xbd, 0x3b, 0x11, 0x31, 0x31, 0xda, 0xa9, 0x9d, 0x46, 0x12, 0x33, - 0x75, 0xfd, 0xac, 0x43, 0x51, 0xe9, 0xc2, 0x50, 0xd4, 0x29, 0xe8, 0x60, 0xa4, 0x40, 0xa9, 0xea, - 0x5b, 0x6d, 0x1d, 0xac, 0x00, 0xc7, 0xb6, 0xc1, 0xe6, 0xf8, 0x67, 0x11, 0x93, 0xb1, 0xee, 0xc8, - 0x1b, 0x2b, 0xd3, 0x2e, 0x41, 0x01, 0x6f, 0x92, 0xac, 0xb7, 0x13, 0x88, 0xcc, 0x87, 0x51, 0xa0, - 0x72, 0x49, 0xee, 0x02, 0x27, 0x40, 0x19, 0xf2, 0x87, 0xd0, 0x08, 0xd8, 0x5b, 0x99, 0x9a, 0xde, - 0x40, 0x71, 0xe1, 0xd2, 0xd0, 0x9a, 0xea, 0x70, 0x1c, 0x2f, 0x8e, 0xf5, 0xcf, 0x79, 0x28, 0xe2, - 0x6e, 0x5e, 0x58, 0xff, 0x96, 0xbd, 0xb2, 0x27, 0x6d, 0x4d, 0xac, 0x67, 0xf6, 0x8a, 0x57, 0xd7, - 0xaa, 0x6d, 0xae, 0xae, 0x75, 0xc7, 0xdc, 0x95, 0xae, 0xae, 0xb1, 0xdb, 0xd8, 0x77, 0xf3, 0xef, - 0xec, 0xbb, 0x93, 0x1e, 0x80, 0x59, 0x5e, 0x79, 0xe8, 0x5c, 0x0f, 0x28, 0x5e, 0xec, 0x01, 0xd9, - 0x85, 0x1e, 0x30, 0x6f, 0x59, 0xff, 0x3c, 0x1d, 0x69, 0x7f, 0x01, 0xa5, 0xd3, 0x48, 0x65, 0x93, - 0x78, 0x69, 0x3f, 0x5a, 0x94, 0x44, 0x70, 0x39, 0x36, 0xda, 0x28, 0x4c, 0xe3, 0x4e, 0xca, 0x70, - 0x78, 0x5e, 0xf0, 0xda, 0xf1, 0x8d, 0xc5, 0x6f, 0xcc, 0x18, 0x6e, 0xd7, 0xbc, 0xa9, 0xa3, 0x89, - 0xa8, 0xf5, 0x2b, 0x28, 0xea, 0x91, 0xc8, 0x97, 0xb0, 0xa4, 0xc7, 0xd2, 0xee, 0x69, 0xa2, 0xcc, - 0x45, 0xd6, 0xaf, 0x6a, 0xf9, 0xae, 0x12, 0x57, 0xf5, 0xd0, 0xf8, 0xda, 0x3c, 0x4f, 0x75, 0xc3, - 0x7a, 0x09, 0xc5, 0x1d, 0x27, 0x70, 0x99, 0xff, 0x03, 0x45, 0xc7, 0x74, 0x1c, 0xfe, 0x81, 0xef, - 0xfd, 0xff, 0x36, 0x93, 0x5c, 0xfc, 0xdf, 0x80, 0xb5, 0xc9, 0x8b, 0x7f, 0xfb, 0xe4, 0xf8, 0xe0, - 0xf9, 0xf6, 0x6e, 0xf3, 0x1a, 0x59, 0x83, 0x65, 0xc3, 0x7a, 0xba, 0x77, 0xb4, 0x47, 0xb7, 0x7b, - 0xfa, 0x09, 0xc0, 0xec, 0xb3, 0x80, 0x2c, 0x59, 0x07, 0x62, 0x68, 0xdd, 0x93, 0xc3, 0xc3, 0x6d, - 0xba, 0xff, 0x8d, 0xa2, 0xe7, 0xe6, 0x3e, 0x17, 0xc8, 0xcf, 0x3e, 0x17, 0x28, 0xcc, 0x7d, 0x2e, - 0x50, 0xc4, 0xe4, 0x9f, 0x7a, 0xda, 0xb3, 0x20, 0xf9, 0x97, 0x9b, 0x15, 0x5a, 0x32, 0x0f, 0x82, - 0xee, 0xfe, 0x53, 0x0e, 0xca, 0x71, 0xdd, 0x36, 0x7e, 0xbe, 0x92, 0x49, 0x3f, 0x5f, 0x99, 0x7e, - 0x3d, 0x93, 0x9d, 0xf3, 0x7a, 0x66, 0xfe, 0x3b, 0x99, 0xdc, 0xa2, 0x77, 0x32, 0x0f, 0xcd, 0x8b, - 0x98, 0x3c, 0xba, 0xfb, 0xcd, 0x99, 0x0a, 0x72, 0xa3, 0xe7, 0x0c, 0x84, 0x7e, 0xa1, 0xa8, 0x9f, - 0xcb, 0x58, 0x50, 0x8e, 0x04, 0x0b, 0xfb, 0x8e, 0x74, 0x4c, 0x31, 0x9e, 0xb4, 0xcd, 0x43, 0xa1, - 0x62, 0xfc, 0x50, 0xc8, 0xfa, 0xfb, 0x0c, 0x2c, 0xeb, 0xf2, 0xf9, 0xab, 0x90, 0x0f, 0xcd, 0x8d, - 0xba, 0xf5, 0xcb, 0x2b, 0x3b, 0x61, 0xea, 0x2d, 0x4c, 0x76, 0xe2, 0x2d, 0xcc, 0xb8, 0x32, 0xce, - 0xa5, 0x2b, 0x63, 0x6b, 0x2b, 0x85, 0xe5, 0x9f, 0x40, 0x39, 0xae, 0xc8, 0x0c, 0x8c, 0x96, 0x67, - 0xfe, 0x8e, 0x26, 0x22, 0xd6, 0xe7, 0x50, 0x49, 0x7e, 0x75, 0xce, 0x5b, 0xcb, 0xd5, 0xf4, 0x5b, - 0xcb, 0x4a, 0xea, 0x3d, 0xe5, 0xdd, 0x3e, 0xd4, 0x26, 0xca, 0x6d, 0x42, 0x20, 0x8f, 0x41, 0x4c, - 0xf7, 0xc6, 0x6f, 0xf2, 0x10, 0x2a, 0xf1, 0x4c, 0x6a, 0xd9, 0x72, 0xf3, 0xb5, 0x19, 0xcb, 0x18, - 0x53, 0xe6, 0x62, 0x53, 0xde, 0xfd, 0x87, 0x0c, 0x90, 0x71, 0x08, 0xda, 0xf5, 0xc4, 0xc8, 0x91, - 0xee, 0xd9, 0x3b, 0x95, 0x86, 0x6b, 0x50, 0x7c, 0xc9, 0x4f, 0xc7, 0xc6, 0x2c, 0xbc, 0xe4, 0xa7, - 0xfb, 0xfd, 0x09, 0x3b, 0xe5, 0x2e, 0xb5, 0x53, 0xb2, 0x23, 0xc8, 0x5f, 0x61, 0x47, 0xf0, 0xc9, - 0x0b, 0xa8, 0x4f, 0xd2, 0xc9, 0x6d, 0xb8, 0xd9, 0xdd, 0x3f, 0x3c, 0x39, 0xd8, 0xee, 0xed, 0x3f, - 0x3f, 0xb2, 0x0f, 0x9f, 0xef, 0xee, 0xd9, 0x27, 0x47, 0xdd, 0xe3, 0xbd, 0x9d, 0xfd, 0xaf, 0xf6, - 0xf7, 0x14, 0x76, 0x5b, 0xb0, 0x3a, 0x2d, 0xd0, 0xdb, 0xfb, 0x93, 0x5e, 0x33, 0x83, 0x80, 0x9f, - 0xe2, 0x6c, 0x9f, 0xec, 0xee, 0x3f, 0x6f, 0x66, 0x37, 0x7f, 0x53, 0x84, 0xc6, 0xb6, 0xf2, 0xed, - 0xf1, 0x6c, 0xa4, 0x0f, 0x2b, 0xda, 0xf7, 0x26, 0xdf, 0xa2, 0x2e, 0x3a, 0x2d, 0xd0, 0xb2, 0x1b, - 0x71, 0xc9, 0xfb, 0xf1, 0x65, 0x62, 0xc6, 0xcb, 0xbe, 0xcb, 0xc0, 0xad, 0xb8, 0x34, 0x4e, 0x04, - 0xd3, 0x45, 0x32, 0xd9, 0x5c, 0x98, 0x42, 0x66, 0x0a, 0xea, 0x64, 0xf6, 0x9f, 0xbe, 0x53, 0x1f, - 0xa3, 0xca, 0x9f, 0x42, 0xf3, 0x29, 0x93, 0x93, 0x7f, 0x7b, 0x77, 0xc1, 0x40, 0x4f, 0x99, 0x4c, - 0x26, 0xfb, 0xf0, 0x42, 0x19, 0x33, 0xb8, 0x0d, 0x44, 0x95, 0xb2, 0x13, 0x12, 0x82, 0x2c, 0xea, - 0xaa, 0x44, 0x93, 0xf1, 0x3f, 0xba, 0x58, 0xc8, 0x4c, 0xa0, 0x96, 0x4b, 0x85, 0xca, 0xa9, 0x19, - 0xee, 0x5d, 0x9c, 0x80, 0x2f, 0x5d, 0xae, 0x58, 0x2c, 0x35, 0x0b, 0xa6, 0xc2, 0x2b, 0x3a, 0x05, - 0xca, 0x5e, 0x3e, 0x4b, 0x2c, 0x66, 0x66, 0x79, 0x0d, 0x37, 0x8c, 0xeb, 0x19, 0xd4, 0xa4, 0xc2, - 0x1f, 0x79, 0x30, 0x1b, 0x63, 0x67, 0x62, 0x64, 0x32, 0xe3, 0xa7, 0x57, 0x13, 0xd6, 0xf3, 0xb6, - 0xbf, 0xfa, 0xe6, 0xc3, 0x81, 0x27, 0xcf, 0xa2, 0xd3, 0x0d, 0x97, 0x0f, 0xe3, 0x97, 0xfe, 0xfa, - 0xb5, 0xbe, 0xcb, 0xfd, 0x98, 0xf0, 0xbb, 0x6c, 0xed, 0xc0, 0x7b, 0xcd, 0xfe, 0x08, 0xf7, 0x80, - 0x5c, 0xf2, 0xff, 0xcc, 0xd6, 0x4d, 0xfb, 0xc9, 0x13, 0x24, 0x9c, 0x16, 0xb1, 0xcb, 0x4f, 0xff, - 0x27, 0x00, 0x00, 0xff, 0xff, 0x6f, 0x4f, 0xa6, 0xac, 0x5c, 0x30, 0x00, 0x00, + // 4367 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xec, 0x5b, 0xcd, 0x6f, 0x23, 0x47, + 0x76, 0x1f, 0x7e, 0x93, 0x8f, 0xe2, 0x87, 0x4a, 0x5f, 0x54, 0xdb, 0x63, 0xcf, 0xc8, 0x1f, 0x3b, + 0xeb, 0xb1, 0x35, 0x13, 0xad, 0x67, 0x1d, 0xd9, 0xeb, 0x4d, 0x44, 0x89, 0x1e, 0x72, 0xa2, 0x2f, + 0x17, 0xa9, 0x4d, 0xec, 0x60, 0xd1, 0x68, 0x35, 0x6b, 0xa8, 0x9e, 0x69, 0x76, 0xd3, 0x5d, 0xd5, + 0x33, 0xa3, 0x05, 0x72, 0x08, 0xe0, 0x83, 0x81, 0x1c, 0x82, 0xe4, 0x2f, 0xd8, 0x20, 0xc8, 0x21, + 0xb9, 0x06, 0x01, 0x72, 0xd9, 0x1c, 0x02, 0xe4, 0x1c, 0x04, 0x39, 0xe4, 0x7f, 0xc8, 0xfe, 0x13, + 0x41, 0xbd, 0xaa, 0x6e, 0x36, 0xbf, 0x24, 0xcd, 0xc2, 0x06, 0x72, 0xd8, 0x1b, 0xeb, 0x7d, 0x54, + 0x55, 0xbf, 0x7a, 0xbf, 0x57, 0xaf, 0xaa, 0x1e, 0xe1, 0x2d, 0xd7, 0x79, 0xc1, 0x9e, 0x3b, 0xc2, + 0xb4, 0x06, 0xcc, 0x13, 0x26, 0x77, 0x86, 0xa1, 0x6b, 0x09, 0xc7, 0xf7, 0xb6, 0x47, 0x81, 0x2f, + 0x7c, 0x52, 0xd0, 0x7c, 0xe3, 0x2e, 0x0a, 0x3c, 0x98, 0x12, 0x67, 0x9c, 0xc7, 0xb2, 0xc6, 0x5b, + 0x03, 0xdf, 0x1f, 0xb8, 0xec, 0x01, 0xb6, 0xce, 0xc3, 0xa7, 0x0f, 0xfa, 0x61, 0x90, 0xe8, 0xcb, + 0x78, 0x7b, 0x9a, 0x2f, 0x9c, 0x21, 0xe3, 0xc2, 0x1a, 0x8e, 0xb4, 0xc0, 0x66, 0xd4, 0xbb, 0xed, + 0xfa, 0x61, 0x5f, 0x8d, 0xa1, 0x59, 0xab, 0x11, 0x6b, 0xe8, 0xf7, 0x99, 0xcb, 0x15, 0x75, 0xeb, + 0xbf, 0x32, 0xb0, 0xda, 0x8d, 0xa7, 0x4c, 0x43, 0xaf, 0x1b, 0x0e, 0x87, 0x56, 0x70, 0x49, 0xd6, + 0x21, 0x3f, 0xb2, 0x38, 0x67, 0xfd, 0x46, 0xea, 0x4e, 0xea, 0x5e, 0x8e, 0xea, 0x96, 0xa4, 0x3f, + 0xb5, 0x1c, 0x97, 0xf5, 0x1b, 0x69, 0x45, 0x57, 0x2d, 0x72, 0x1b, 0x60, 0xe0, 0x3b, 0xde, 0xc0, + 0x7c, 0xc9, 0x5c, 0xb7, 0x91, 0xb9, 0x93, 0xba, 0x57, 0xa2, 0x25, 0xa4, 0xfc, 0x29, 0x73, 0x5d, + 0xc9, 0x16, 0xbe, 0xe9, 0x0c, 0x47, 0x81, 0xff, 0x82, 0x35, 0xb2, 0x8a, 0x2d, 0xfc, 0x8e, 0x22, + 0x90, 0xcf, 0x20, 0xef, 0x70, 0x1e, 0x32, 0xde, 0xc8, 0xdd, 0xc9, 0xdc, 0x2b, 0xef, 0xbc, 0xb3, + 0xad, 0x67, 0xbb, 0x3d, 0x6f, 0x72, 0xdb, 0x1d, 0x29, 0x4b, 0xb5, 0x0a, 0xf9, 0x12, 0x96, 0xec, + 0x0b, 0x4b, 0x98, 0x17, 0x0e, 0x17, 0x7e, 0x70, 0xd9, 0xc8, 0x63, 0x17, 0xdb, 0x57, 0x77, 0xb1, + 0x7f, 0x61, 0x89, 0xb6, 0x52, 0x68, 0x79, 0x22, 0xb8, 0xa4, 0x65, 0x7b, 0x4c, 0x31, 0xbe, 0x86, + 0xfa, 0xb4, 0x00, 0xa9, 0x43, 0xe6, 0x39, 0xbb, 0x44, 0x73, 0x94, 0xa8, 0xfc, 0x49, 0x1e, 0x42, + 0xee, 0x85, 0xe5, 0x86, 0x0c, 0x4d, 0x51, 0xde, 0x31, 0xe2, 0x11, 0x95, 0xdd, 0x65, 0x0f, 0xfb, + 0xbe, 0x27, 0xd8, 0x2b, 0x41, 0x95, 0xe0, 0xa7, 0xe9, 0x3f, 0x4c, 0x19, 0x26, 0xe4, 0x70, 0xfe, + 0xe4, 0x0e, 0x94, 0xfb, 0x8c, 0xdb, 0x81, 0x33, 0x92, 0x73, 0xd3, 0x1d, 0x27, 0x49, 0xe4, 0x2d, + 0x00, 0x1e, 0x0e, 0x06, 0x8c, 0xa3, 0x40, 0x1a, 0x05, 0x12, 0x14, 0xb2, 0x0a, 0x39, 0xd7, 0x3a, + 0x67, 0x91, 0xbd, 0x55, 0x63, 0xeb, 0xef, 0xce, 0xa0, 0x32, 0xf1, 0xcd, 0xa4, 0x0a, 0x69, 0xa7, + 0xaf, 0x07, 0x48, 0x3b, 0xb8, 0x58, 0xa3, 0xc0, 0x7f, 0xc6, 0x6c, 0x61, 0x3a, 0x7d, 0xdd, 0x6f, + 0x49, 0x53, 0x3a, 0x7d, 0xf2, 0x08, 0xf2, 0x5c, 0x58, 0x22, 0xe4, 0xd8, 0x6f, 0x75, 0xe7, 0xf6, + 0x7c, 0x53, 0x6e, 0x77, 0x51, 0x88, 0x6a, 0x61, 0x72, 0x1f, 0x96, 0x95, 0x53, 0x27, 0xbf, 0x4a, + 0x2d, 0x75, 0x1d, 0x19, 0x07, 0x89, 0x4f, 0x5b, 0x85, 0x1c, 0x0b, 0x02, 0x3f, 0x68, 0xe4, 0xd4, + 0xd4, 0xb1, 0x41, 0x76, 0x01, 0xec, 0x80, 0x59, 0x82, 0xf5, 0x4d, 0x4b, 0x34, 0xf2, 0xda, 0xac, + 0xca, 0xeb, 0xb7, 0x23, 0xaf, 0xdf, 0xee, 0x45, 0x5e, 0x4f, 0x4b, 0x5a, 0x7a, 0x4f, 0x90, 0x6d, + 0xc8, 0x3e, 0xf3, 0xcf, 0x79, 0xa3, 0x80, 0xab, 0x6f, 0x2c, 0x98, 0xf2, 0x13, 0xff, 0x9c, 0xa2, + 0x9c, 0xb4, 0x81, 0x9a, 0xad, 0x67, 0x0d, 0x59, 0xa3, 0xa4, 0x6c, 0x80, 0x94, 0x63, 0x6b, 0xc8, + 0xc8, 0xe7, 0x50, 0xe5, 0x36, 0xf3, 0xac, 0xc0, 0xf1, 0xcd, 0x41, 0xe0, 0x87, 0xa3, 0x06, 0xe0, + 0x6c, 0xd6, 0xc7, 0x1d, 0x6b, 0xf6, 0x63, 0xc9, 0xa5, 0x15, 0x9e, 0x6c, 0x92, 0x47, 0x50, 0x64, + 0x5e, 0x5f, 0x7d, 0x46, 0xf9, 0xda, 0xcf, 0x28, 0xa0, 0xec, 0x9e, 0x20, 0x6f, 0x40, 0xe9, 0x99, + 0x7f, 0x6e, 0xda, 0x7e, 0xe8, 0x89, 0xc6, 0x12, 0x02, 0xac, 0xf8, 0xcc, 0x3f, 0xdf, 0x97, 0x6d, + 0x72, 0x17, 0x96, 0x14, 0x08, 0x35, 0xbf, 0x82, 0xfc, 0xb2, 0xa2, 0xc5, 0x22, 0x0a, 0x8f, 0x5a, + 0xa4, 0xaa, 0x44, 0x14, 0x4d, 0x89, 0xfc, 0x08, 0x6a, 0x5e, 0x38, 0x4c, 0xc4, 0x29, 0xde, 0xa8, + 0xa1, 0x54, 0xd5, 0x0b, 0x87, 0x63, 0x63, 0x71, 0xb2, 0x03, 0xb9, 0x90, 0x5b, 0x03, 0xd6, 0xa8, + 0xe3, 0xfc, 0xdf, 0x5c, 0x60, 0xd1, 0x33, 0x29, 0x43, 0x95, 0xa8, 0x74, 0x69, 0xdb, 0xf7, 0xec, + 0x30, 0x08, 0x98, 0x67, 0x5f, 0x36, 0x96, 0xd5, 0xf0, 0x09, 0x12, 0xb9, 0x0f, 0x59, 0x19, 0x80, + 0x1a, 0x04, 0x3d, 0x6b, 0x63, 0x4e, 0xa7, 0x47, 0x7e, 0x9f, 0x51, 0x14, 0x22, 0x9f, 0x41, 0x61, + 0xc8, 0x44, 0xe0, 0xd8, 0xbc, 0xb1, 0x82, 0x93, 0xb8, 0xbb, 0x60, 0x12, 0x34, 0xf4, 0x8e, 0x94, + 0x20, 0x8d, 0x34, 0xa4, 0x2d, 0xb8, 0x02, 0xbb, 0xf9, 0x2b, 0x2e, 0xfa, 0x8d, 0xd5, 0x3b, 0xa9, + 0x7b, 0x4b, 0xb4, 0xac, 0x69, 0x5f, 0x73, 0xd1, 0x27, 0xef, 0x42, 0x19, 0x63, 0x88, 0xb6, 0xd6, + 0x9a, 0x9c, 0x6e, 0xfb, 0x16, 0x05, 0x24, 0xa2, 0xb9, 0xbe, 0x4b, 0xa5, 0xc8, 0x36, 0xa4, 0x6d, + 0xa7, 0xb1, 0x8e, 0x13, 0xd8, 0x5c, 0x30, 0x81, 0xfd, 0x4e, 0x3b, 0x45, 0xd3, 0xb6, 0x23, 0xe5, + 0x1f, 0x43, 0x91, 0x5b, 0xc3, 0x91, 0xeb, 0x78, 0x83, 0xc6, 0x06, 0x6a, 0xbd, 0xbf, 0x08, 0x40, + 0x5a, 0xec, 0x04, 0x31, 0xc1, 0xdb, 0x69, 0x1a, 0x6b, 0x7e, 0x97, 0x4a, 0x19, 0xff, 0x5a, 0x80, + 0xcc, 0x13, 0xff, 0x7c, 0x06, 0xbe, 0xbb, 0x31, 0x3e, 0xd3, 0x68, 0xc5, 0xbb, 0x8b, 0x9d, 0x7d, + 0x1a, 0xa3, 0x5b, 0xb0, 0xe4, 0x78, 0x5c, 0x04, 0xa1, 0xad, 0x96, 0x5e, 0x05, 0x8e, 0x09, 0xda, + 0x18, 0x9a, 0xd9, 0x24, 0x34, 0x3f, 0x02, 0xa2, 0xf0, 0xc2, 0x5e, 0x8d, 0x98, 0x2d, 0xb4, 0xeb, + 0x28, 0xf4, 0x2a, 0xdc, 0xb7, 0x12, 0x8c, 0x71, 0x68, 0xca, 0x27, 0x42, 0x13, 0x21, 0x90, 0x15, + 0xd6, 0x40, 0x81, 0xb4, 0x44, 0xf1, 0xb7, 0xf4, 0xf9, 0xc0, 0xf7, 0x87, 0x0a, 0x87, 0x45, 0x94, + 0x2e, 0x4a, 0x02, 0xc2, 0x70, 0x17, 0x80, 0x0b, 0x2b, 0xd0, 0x01, 0x01, 0xae, 0x0f, 0x08, 0x5a, + 0x7a, 0x4f, 0xfc, 0xae, 0x10, 0xdc, 0x80, 0x02, 0x4e, 0xc7, 0xe9, 0x23, 0x00, 0x4b, 0x34, 0x2f, + 0x9b, 0x9d, 0x3e, 0xf9, 0x69, 0x84, 0x87, 0x0a, 0x76, 0x76, 0xe7, 0x0a, 0xa3, 0x4f, 0x60, 0x22, + 0xe1, 0xc4, 0xd5, 0x2b, 0x9d, 0xf8, 0x89, 0x7f, 0x3e, 0xe3, 0xc4, 0x6f, 0x43, 0x39, 0x0e, 0x43, + 0x4e, 0x1f, 0x91, 0x2a, 0xb7, 0x00, 0x4d, 0xea, 0xe0, 0x7e, 0x8c, 0x2e, 0xa3, 0x60, 0x9a, 0xa3, + 0xba, 0x45, 0x4e, 0xa0, 0x2a, 0x51, 0x1f, 0x06, 0xcc, 0x0c, 0x98, 0xc5, 0x7d, 0x0f, 0x11, 0x54, + 0xdd, 0xb9, 0x77, 0xc5, 0xb4, 0xbf, 0x50, 0x0a, 0x14, 0xe5, 0x69, 0xe5, 0x69, 0xb2, 0x69, 0xfc, + 0x12, 0x72, 0xf8, 0x59, 0xe4, 0x1e, 0xd4, 0xe5, 0x96, 0x66, 0x8a, 0x30, 0xf0, 0xb8, 0x46, 0x8e, + 0xca, 0x11, 0xaa, 0x92, 0xde, 0x93, 0x64, 0x15, 0x6a, 0x3e, 0x80, 0x65, 0x2b, 0xec, 0x3b, 0xfe, + 0x84, 0xa8, 0x4a, 0x1b, 0x6a, 0xc8, 0x18, 0xcb, 0x6e, 0xf9, 0x90, 0x57, 0xae, 0x4a, 0x08, 0x54, + 0xbb, 0xbd, 0xbd, 0xde, 0x59, 0xd7, 0x3c, 0x6d, 0x1d, 0x1f, 0x74, 0x8e, 0x1f, 0xd7, 0x6f, 0x25, + 0x68, 0xf4, 0xec, 0xf8, 0x58, 0xd2, 0x52, 0x64, 0x15, 0xea, 0x9a, 0xb6, 0x7f, 0x72, 0x74, 0x7a, + 0xd8, 0xea, 0xb5, 0x0e, 0xea, 0x69, 0xb2, 0x0c, 0x15, 0x4d, 0xfd, 0x62, 0xaf, 0x73, 0xd8, 0x3a, + 0xa8, 0x67, 0x92, 0x82, 0x7b, 0xc7, 0xfb, 0xad, 0x43, 0x49, 0xcd, 0x6e, 0xfd, 0x02, 0x2a, 0x13, + 0xdf, 0x4b, 0xde, 0x02, 0x43, 0xaa, 0x9c, 0xd1, 0x96, 0x49, 0x5b, 0x7b, 0xdd, 0x93, 0x63, 0xf3, + 0xec, 0xb8, 0x7b, 0xda, 0xda, 0xef, 0x7c, 0xd1, 0x69, 0x1d, 0xd4, 0x6f, 0x91, 0xf7, 0xe0, 0xee, + 0x14, 0x7f, 0xef, 0x71, 0xeb, 0xb8, 0x67, 0x3e, 0x39, 0xe9, 0x1c, 0x9b, 0xbd, 0xce, 0x51, 0xeb, + 0xe4, 0xac, 0x57, 0x4f, 0x3d, 0xc9, 0x16, 0x4b, 0x75, 0x30, 0x7e, 0xfb, 0x01, 0xc0, 0x78, 0x3d, + 0xc9, 0x87, 0x50, 0x13, 0x16, 0x7f, 0x6e, 0xda, 0xbe, 0x5c, 0x1c, 0xdc, 0x18, 0x25, 0xf2, 0xd2, + 0xed, 0x5b, 0xb4, 0x2a, 0x19, 0xfb, 0x31, 0x5d, 0x06, 0x90, 0x7b, 0x50, 0xf1, 0x5f, 0xb0, 0xc0, + 0x72, 0x5d, 0x93, 0xdb, 0x7e, 0xc0, 0x30, 0x74, 0xa5, 0xdb, 0x29, 0xba, 0xa4, 0xc9, 0x5d, 0x49, + 0x95, 0x92, 0x9f, 0x40, 0x86, 0x0b, 0x81, 0x40, 0x2d, 0xef, 0xbc, 0x77, 0xad, 0x5f, 0x6d, 0x77, + 0x7b, 0x3d, 0x2a, 0x35, 0xa4, 0xa2, 0xeb, 0x0e, 0x11, 0xbe, 0x37, 0x52, 0x3c, 0x3c, 0x3c, 0xa2, + 0x52, 0x43, 0x2a, 0x0a, 0xc1, 0xf5, 0xd6, 0x7c, 0x03, 0xc5, 0x5e, 0xaf, 0x4b, 0xa5, 0x06, 0xa1, + 0xb0, 0x64, 0xfb, 0xde, 0x0b, 0x16, 0x70, 0x14, 0x6b, 0x14, 0xb0, 0x87, 0xed, 0xeb, 0x7b, 0xd8, + 0x4f, 0x68, 0xd1, 0x89, 0x3e, 0xc8, 0xcf, 0x20, 0x87, 0xae, 0xd5, 0x28, 0xe1, 0xa6, 0xff, 0xfe, + 0x0d, 0xa6, 0x13, 0x06, 0x1e, 0x55, 0x4a, 0x12, 0x5b, 0xcf, 0xc2, 0xfe, 0x80, 0xa9, 0x8c, 0x18, + 0x83, 0x4b, 0x89, 0x02, 0x92, 0xe4, 0x1e, 0xe4, 0x92, 0x0f, 0x81, 0x5c, 0x58, 0xdc, 0x0c, 0xd8, + 0xd0, 0x17, 0x2c, 0x4a, 0xd5, 0x31, 0x2a, 0x14, 0x69, 0xfd, 0xc2, 0xe2, 0x14, 0x19, 0x5d, 0x45, + 0x27, 0x1f, 0x40, 0x5a, 0x3c, 0xd4, 0xc1, 0xe1, 0xaa, 0x48, 0x93, 0x16, 0x0f, 0xc9, 0x7b, 0x6a, + 0x9f, 0x74, 0x38, 0xf3, 0x18, 0x57, 0x71, 0x21, 0xdd, 0x4e, 0xd3, 0x24, 0x51, 0x2e, 0xef, 0x2e, + 0xac, 0x87, 0x9e, 0xc7, 0x6c, 0xc6, 0xb9, 0xdc, 0xc6, 0x84, 0xef, 0xbb, 0xa6, 0x6d, 0xb9, 0xae, + 0xda, 0xb2, 0x8b, 0xed, 0x0c, 0x5d, 0x4d, 0xf0, 0x7b, 0xbe, 0xef, 0xee, 0x4b, 0xae, 0xda, 0xb4, + 0xea, 0x8e, 0xf7, 0xd4, 0x0f, 0x86, 0x68, 0x05, 0xd3, 0xf5, 0x39, 0xc7, 0x08, 0x51, 0x6c, 0x67, + 0x69, 0x2d, 0xc1, 0x39, 0xf4, 0xd5, 0x50, 0x3f, 0x85, 0xd5, 0x80, 0xf5, 0x43, 0xaf, 0x6f, 0xc9, + 0x53, 0x89, 0xb0, 0x04, 0x1b, 0x32, 0x4f, 0x70, 0xdc, 0xc2, 0x8b, 0xed, 0x1c, 0x5d, 0x89, 0xb9, + 0xdd, 0x98, 0xa9, 0x3c, 0x70, 0x6d, 0xe4, 0xfb, 0x81, 0xf9, 0x4d, 0xa8, 0x72, 0x52, 0xf3, 0x9b, + 0xd0, 0x72, 0x1d, 0x71, 0x89, 0x1b, 0x7c, 0xb1, 0x9d, 0xa7, 0x2b, 0x92, 0xfd, 0xa5, 0xe6, 0x7e, + 0xa9, 0x98, 0x52, 0xf1, 0xe7, 0xd0, 0x48, 0xae, 0xa5, 0x39, 0x0a, 0xfc, 0x41, 0xa0, 0x4d, 0xbc, + 0x82, 0xf6, 0x28, 0xd0, 0x8d, 0xa4, 0xc4, 0xe9, 0x58, 0x40, 0xea, 0x3f, 0x01, 0x60, 0x5e, 0x3f, + 0x0a, 0x6e, 0x6b, 0x18, 0xdc, 0xee, 0x5f, 0xef, 0x00, 0x2d, 0xaf, 0xaf, 0xe3, 0x5b, 0x89, 0x45, + 0x3f, 0x65, 0x4e, 0x24, 0xcd, 0xca, 0x02, 0xd3, 0xb5, 0xbc, 0x41, 0x28, 0x83, 0xfc, 0x3a, 0x7a, + 0x43, 0x55, 0x91, 0x0f, 0x35, 0x95, 0x7c, 0x0c, 0xeb, 0x91, 0xa0, 0xc3, 0x05, 0xf3, 0xc6, 0xf2, + 0x1b, 0x28, 0xbf, 0xaa, 0xe5, 0x91, 0x19, 0x6b, 0x9d, 0x40, 0xd9, 0x19, 0x8e, 0x2c, 0x27, 0x50, + 0x26, 0x6d, 0xa0, 0x8b, 0x7c, 0x74, 0xfd, 0x5c, 0x3b, 0x63, 0x25, 0x9a, 0xec, 0xc1, 0xf8, 0xeb, + 0x14, 0x94, 0x13, 0x4c, 0xf2, 0x63, 0xa8, 0x9f, 0x5b, 0xf6, 0x73, 0x99, 0xa7, 0x7a, 0x7d, 0xd3, + 0xf3, 0x1d, 0xce, 0x74, 0xba, 0x50, 0x1b, 0xd3, 0x8f, 0x25, 0x59, 0x7e, 0x81, 0xeb, 0xbf, 0x8c, + 0x56, 0xc9, 0x1c, 0x3a, 0x76, 0xe0, 0x8f, 0x2e, 0x7c, 0x4f, 0x1d, 0x62, 0x8a, 0x74, 0xd5, 0xf5, + 0x5f, 0xea, 0x55, 0x3a, 0x8a, 0x79, 0x12, 0x2a, 0x23, 0xcb, 0x7e, 0xce, 0x84, 0x72, 0xa4, 0x0c, + 0x8a, 0x82, 0x22, 0x49, 0x0f, 0x32, 0xfe, 0x36, 0x0f, 0x99, 0x6e, 0xaf, 0x47, 0xd6, 0x20, 0xf3, + 0x92, 0x05, 0x38, 0xb8, 0x0c, 0x6e, 0xb2, 0x21, 0x17, 0x6b, 0x13, 0x72, 0x2f, 0xfd, 0xa0, 0xaf, + 0x12, 0x96, 0x4a, 0x3b, 0x45, 0x55, 0x53, 0xb2, 0xde, 0x85, 0xb2, 0xfc, 0x6d, 0x62, 0x96, 0xa1, + 0xba, 0xae, 0xb4, 0xd3, 0x14, 0x24, 0xb1, 0x85, 0x34, 0x29, 0xb5, 0x06, 0x19, 0x9b, 0xa9, 0x8c, + 0x24, 0xdd, 0xce, 0x50, 0xd9, 0xd0, 0xfd, 0xda, 0x17, 0x56, 0xc0, 0x31, 0x7f, 0xaf, 0xb4, 0xb3, + 0x54, 0x35, 0x75, 0xbf, 0xf2, 0x77, 0xd4, 0x2f, 0xa0, 0x40, 0x8e, 0x82, 0x24, 0x8e, 0xfb, 0x7d, + 0x0f, 0x96, 0xb8, 0x90, 0x27, 0x16, 0xd7, 0xba, 0x34, 0x87, 0x1c, 0xf3, 0x8f, 0x4a, 0x3b, 0x4f, + 0x81, 0x0b, 0x71, 0x20, 0x89, 0x47, 0x28, 0xb6, 0x03, 0x84, 0x79, 0x42, 0x1a, 0x2c, 0x60, 0xb6, + 0x3f, 0xf0, 0x1c, 0x0c, 0x61, 0x65, 0xed, 0xa6, 0xcb, 0x8a, 0x47, 0xc7, 0x2c, 0x8d, 0x40, 0xa4, + 0x3b, 0x8c, 0x9b, 0xa1, 0x10, 0x2c, 0x60, 0x2a, 0xa3, 0xa8, 0xb4, 0x8b, 0xb4, 0x16, 0x71, 0xce, + 0x14, 0x43, 0xca, 0x7f, 0x0c, 0x2b, 0xb1, 0xbc, 0x1e, 0xe5, 0x57, 0xac, 0x8f, 0x01, 0xa5, 0xd2, + 0x2e, 0x51, 0x12, 0x31, 0x69, 0xcc, 0xd3, 0x7b, 0xc5, 0x78, 0x66, 0x96, 0xeb, 0xea, 0x58, 0x02, + 0x74, 0x29, 0x9e, 0x94, 0xe5, 0xba, 0x52, 0xf2, 0x8f, 0x60, 0x33, 0xee, 0xdf, 0xb2, 0xbf, 0x09, + 0x9d, 0x80, 0xf5, 0xe3, 0x89, 0xd5, 0x70, 0x94, 0x32, 0xdd, 0x88, 0x44, 0xf6, 0xb4, 0x44, 0x62, + 0x82, 0x2d, 0x78, 0x73, 0xb6, 0x83, 0xc4, 0x4c, 0xeb, 0xd8, 0xc7, 0x12, 0x35, 0xa6, 0xfb, 0x98, + 0x98, 0x71, 0x33, 0x0f, 0x59, 0xf3, 0x25, 0x0b, 0x9a, 0x45, 0xc8, 0x9b, 0xe8, 0x05, 0xcd, 0x2a, + 0x2c, 0x99, 0x09, 0x1f, 0x40, 0x09, 0x5b, 0x4b, 0xe0, 0x7a, 0xa2, 0x44, 0x62, 0x35, 0x9b, 0x35, + 0xa8, 0x98, 0xc9, 0x75, 0x6b, 0xae, 0xc1, 0x8a, 0x39, 0xbb, 0x42, 0xcd, 0x15, 0x58, 0x36, 0xa7, + 0x17, 0xa1, 0xb9, 0x0e, 0xab, 0xe6, 0x1c, 0x4b, 0x37, 0xeb, 0x50, 0x35, 0x27, 0x6c, 0xd9, 0x7c, + 0x13, 0x0c, 0x73, 0xa1, 0xcd, 0x9a, 0x6f, 0xc3, 0x6d, 0xf3, 0x2a, 0x83, 0x18, 0xbf, 0x4e, 0x41, + 0xe6, 0xf0, 0xf0, 0x88, 0xbc, 0x09, 0x05, 0x21, 0x9e, 0x0a, 0xe9, 0x5f, 0x29, 0xb4, 0xd1, 0x2d, + 0x9a, 0x97, 0x04, 0xe5, 0x5b, 0x8a, 0xcb, 0x25, 0x37, 0x42, 0x87, 0xe4, 0x72, 0xc5, 0x7d, 0x00, + 0xcb, 0xc2, 0x7f, 0xce, 0x3c, 0x6e, 0x8e, 0x58, 0x60, 0x72, 0x66, 0xfb, 0x5e, 0x5f, 0xe7, 0x0e, + 0x69, 0x5a, 0x53, 0xac, 0x53, 0x16, 0x74, 0x91, 0x21, 0xcd, 0x0b, 0x50, 0x34, 0xf5, 0x68, 0xd1, + 0x6f, 0xd9, 0x77, 0x73, 0x15, 0x88, 0x39, 0xd3, 0x93, 0xf1, 0x6d, 0x1e, 0x32, 0xbd, 0x5e, 0x57, + 0x4f, 0xe2, 0x7c, 0x3c, 0x09, 0x35, 0xc5, 0xf3, 0xa3, 0x08, 0x7d, 0x12, 0xd5, 0x19, 0x9d, 0x86, + 0xcc, 0xa0, 0xba, 0xa0, 0x41, 0xbb, 0x10, 0xd5, 0x0a, 0x56, 0x99, 0x05, 0xa8, 0x2e, 0x61, 0xbf, + 0xd9, 0x59, 0x54, 0x47, 0xa0, 0x5d, 0x88, 0xea, 0x72, 0x04, 0xd7, 0x49, 0x54, 0xcf, 0x87, 0x6b, + 0xf5, 0xb5, 0xe1, 0x5a, 0x7b, 0x7d, 0xb8, 0xd6, 0x5f, 0x13, 0xae, 0xcb, 0xbf, 0x13, 0x5c, 0xc9, + 0xf7, 0x00, 0xd7, 0x95, 0x9b, 0xc1, 0x55, 0xfb, 0x90, 0x74, 0x8d, 0xef, 0x05, 0xba, 0xff, 0x2f, + 0x91, 0xfa, 0x9b, 0x22, 0x2c, 0x25, 0xf3, 0x4c, 0x84, 0x5d, 0x18, 0x78, 0xa6, 0xb0, 0x9e, 0x3b, + 0xde, 0x40, 0xa7, 0xe1, 0xd1, 0xae, 0x56, 0x93, 0xac, 0x1e, 0x72, 0xe2, 0x4c, 0xfc, 0x33, 0x68, + 0x5c, 0x30, 0x4b, 0x1a, 0x62, 0x87, 0x99, 0xae, 0x25, 0x98, 0x67, 0x5f, 0x9a, 0xa3, 0x47, 0x0f, + 0x23, 0x44, 0xe5, 0xda, 0x29, 0xba, 0x8a, 0x12, 0xad, 0x1d, 0x76, 0xa8, 0xf8, 0xa7, 0x8f, 0x1e, + 0x2a, 0x7c, 0xcd, 0x57, 0xde, 0x7d, 0x24, 0x95, 0x33, 0xa8, 0x9c, 0x9e, 0x55, 0xde, 0x7d, 0x74, + 0xa5, 0xf2, 0xae, 0x54, 0xce, 0xa2, 0x72, 0x66, 0x8e, 0xf2, 0xae, 0x52, 0xfe, 0x10, 0xea, 0xc2, + 0x19, 0x32, 0x53, 0xf8, 0xe6, 0xa5, 0xc3, 0xdc, 0xbe, 0x54, 0xca, 0xe9, 0xbd, 0xb4, 0x22, 0x39, + 0x3d, 0xff, 0x2b, 0x49, 0x8f, 0x86, 0xda, 0x60, 0xbe, 0x30, 0x87, 0x0e, 0x1f, 0x05, 0xac, 0xef, + 0xe0, 0x7d, 0x81, 0x3e, 0xd6, 0xe5, 0x35, 0x54, 0xd7, 0x98, 0x2f, 0x8e, 0x92, 0xfc, 0xf8, 0x1a, + 0x45, 0x9f, 0x6a, 0x5c, 0x6b, 0x64, 0xe2, 0xa5, 0x36, 0x46, 0x8d, 0x74, 0x3b, 0xaf, 0x4e, 0x35, + 0xae, 0x35, 0xa2, 0x92, 0xaa, 0x63, 0x5e, 0x24, 0xc9, 0x47, 0x8c, 0xd9, 0x17, 0xe3, 0x9d, 0xb9, + 0x40, 0x6b, 0x9a, 0xd5, 0x45, 0x8e, 0x9a, 0xd7, 0x7d, 0xa8, 0x09, 0x5f, 0x58, 0x6e, 0x42, 0xbc, + 0xa4, 0xa1, 0x5b, 0x41, 0x46, 0x52, 0xf8, 0x13, 0x58, 0xb3, 0x5e, 0x3e, 0x7f, 0x29, 0x2d, 0xc6, + 0x1d, 0x97, 0x79, 0x76, 0x74, 0xfd, 0x53, 0xd6, 0xd0, 0x5d, 0xd1, 0xec, 0xae, 0xe2, 0x26, 0xee, + 0x81, 0xea, 0xa1, 0x67, 0x79, 0xfc, 0xa5, 0xf4, 0x29, 0x75, 0xa6, 0xd5, 0x1b, 0x3a, 0xd0, 0xda, + 0x98, 0x83, 0x87, 0x5a, 0x29, 0xff, 0x39, 0x34, 0x9e, 0x5a, 0x2e, 0x67, 0xa6, 0xe3, 0x09, 0x16, + 0x04, 0xe1, 0x28, 0x61, 0xae, 0x8a, 0x06, 0xf0, 0x3a, 0x4a, 0x74, 0x12, 0x02, 0xf1, 0x70, 0x3f, + 0x86, 0x6a, 0x72, 0x45, 0x87, 0x5c, 0x87, 0xa3, 0x25, 0xba, 0xc4, 0xe2, 0x85, 0x54, 0x9f, 0xf4, + 0x10, 0x96, 0x65, 0x9e, 0x67, 0x5f, 0x58, 0x9e, 0xc7, 0x5c, 0x3d, 0x84, 0x8a, 0x44, 0x15, 0x5a, + 0x4f, 0xb0, 0xa2, 0xce, 0xd5, 0x6e, 0x30, 0xed, 0xe0, 0xcd, 0x37, 0x60, 0xd3, 0x5c, 0xe4, 0xc5, + 0x8b, 0x98, 0xe8, 0xa5, 0x0b, 0x99, 0xd2, 0x0b, 0x11, 0xdb, 0xd3, 0x5e, 0xd6, 0x34, 0xa0, 0x61, + 0x2e, 0x70, 0x26, 0xc4, 0xf7, 0x84, 0xaf, 0xe0, 0x7c, 0x67, 0x7c, 0xa2, 0x49, 0xa0, 0x6e, 0x4e, + 0x2d, 0x7c, 0xb3, 0x01, 0xeb, 0xe6, 0xdc, 0xf5, 0xc5, 0x69, 0x4c, 0x2f, 0x20, 0x4e, 0x7c, 0xd1, + 0x2a, 0x35, 0x97, 0xa1, 0x66, 0x4e, 0xae, 0x01, 0x4e, 0x64, 0xc6, 0xd6, 0xc6, 0xbf, 0x15, 0x20, + 0x2b, 0xd7, 0x9d, 0xac, 0x42, 0xce, 0xf1, 0xfa, 0xec, 0x95, 0xda, 0xe8, 0xa9, 0x6a, 0x90, 0xfb, + 0x90, 0x0d, 0x7c, 0x97, 0xe9, 0xeb, 0xba, 0x8d, 0x39, 0xef, 0x04, 0xd4, 0x77, 0x19, 0x45, 0x21, + 0xbc, 0x23, 0x63, 0xaf, 0x04, 0xc6, 0xf8, 0x12, 0xc5, 0xdf, 0xe4, 0x2d, 0x28, 0xe2, 0xc5, 0x56, + 0x14, 0x10, 0xe4, 0xfe, 0x5c, 0x40, 0x8a, 0x72, 0x00, 0x03, 0xf2, 0xf2, 0x30, 0xa4, 0x11, 0x8f, + 0x09, 0x36, 0xf3, 0x34, 0x68, 0xa7, 0x53, 0xdc, 0x5c, 0x94, 0x61, 0x4f, 0xa6, 0xb8, 0xef, 0x40, + 0xd9, 0x75, 0x87, 0x51, 0xea, 0xa0, 0xf1, 0x9c, 0xa1, 0x25, 0xd7, 0x1d, 0xf6, 0xe2, 0x5c, 0x65, + 0x2c, 0x84, 0xf9, 0x4a, 0x41, 0x47, 0x0a, 0x2d, 0xc4, 0xe3, 0x84, 0x06, 0x85, 0x46, 0x0a, 0xb4, + 0xe9, 0x76, 0x8e, 0xe6, 0xa5, 0xc0, 0x28, 0xea, 0x42, 0x08, 0x1e, 0x6d, 0x29, 0x1a, 0xa7, 0x79, + 0x5a, 0x12, 0x82, 0xf7, 0xe2, 0x84, 0x63, 0xd6, 0xf7, 0x41, 0xc3, 0x7f, 0xc6, 0xf7, 0x3f, 0x86, + 0xd5, 0x59, 0xc7, 0x1b, 0xaa, 0xd4, 0x20, 0xd7, 0x2e, 0xd2, 0xe5, 0xa9, 0xd0, 0xb7, 0x38, 0xee, + 0x2d, 0x69, 0xfc, 0xcf, 0xc6, 0xbd, 0xb9, 0xbb, 0x41, 0x45, 0xef, 0xdc, 0xf3, 0x76, 0x83, 0xb9, + 0xe7, 0xfb, 0xf2, 0xcc, 0xf9, 0xfe, 0x21, 0x2c, 0xcf, 0x40, 0x40, 0x1f, 0xed, 0x97, 0x68, 0x7d, + 0x3a, 0x92, 0xaa, 0x79, 0xd7, 0xa6, 0x9c, 0x5b, 0x9f, 0xea, 0x2b, 0xb4, 0x3a, 0x19, 0xb6, 0x94, + 0xad, 0x61, 0xec, 0xf0, 0xfa, 0x28, 0x5f, 0xa5, 0x09, 0x9a, 0x0c, 0x05, 0x65, 0x28, 0x99, 0x91, + 0x73, 0x35, 0x4b, 0x50, 0x30, 0x95, 0x27, 0xcd, 0xe6, 0xd8, 0x72, 0x27, 0x4f, 0xb8, 0x48, 0xb2, + 0xcd, 0xa3, 0x6c, 0x53, 0x2f, 0x3c, 0xf2, 0x12, 0xcb, 0x3c, 0x0f, 0x49, 0x1b, 0xb0, 0x66, 0xce, + 0x5b, 0xb9, 0xf9, 0xe1, 0x62, 0x7e, 0xc0, 0xc2, 0xe4, 0x62, 0x6c, 0x53, 0x94, 0x9a, 0xb1, 0x28, + 0x86, 0x89, 0x29, 0xab, 0x35, 0x2b, 0x50, 0x4e, 0x04, 0x83, 0xad, 0xff, 0x49, 0x41, 0x29, 0xbe, + 0x1a, 0x20, 0x06, 0xac, 0xb7, 0x8e, 0x0f, 0xe6, 0x5f, 0x03, 0xde, 0x85, 0xdb, 0x09, 0x5e, 0x77, + 0xbf, 0x75, 0xbc, 0x47, 0x3b, 0x27, 0x89, 0x3b, 0xc8, 0xd4, 0x94, 0xba, 0xba, 0x25, 0x6c, 0x1d, + 0x1f, 0xe0, 0xfd, 0xe4, 0x26, 0xac, 0x25, 0x78, 0x9d, 0xe3, 0xbd, 0xfd, 0x5e, 0xe7, 0x17, 0x9d, + 0xde, 0x57, 0xf5, 0xcc, 0x14, 0xab, 0x77, 0x46, 0x8f, 0xcd, 0xc3, 0xce, 0x51, 0xa7, 0x57, 0xcf, + 0x92, 0xdb, 0xb0, 0x99, 0x60, 0xb5, 0x8e, 0x4e, 0x7b, 0x5f, 0x99, 0xb4, 0xd5, 0x3d, 0x3d, 0x39, + 0xee, 0xb6, 0xea, 0xb9, 0xf9, 0x03, 0x52, 0x7a, 0x42, 0xeb, 0x79, 0x15, 0x23, 0x27, 0xef, 0x1e, + 0xe3, 0xf8, 0x1a, 0xdf, 0x30, 0xce, 0x18, 0x72, 0x13, 0x36, 0xcc, 0xf9, 0x57, 0x4f, 0xb8, 0x3c, + 0xd3, 0x57, 0x4b, 0xb8, 0x98, 0xf3, 0xee, 0x8f, 0x30, 0x1c, 0xcf, 0xbd, 0x20, 0xc2, 0xc8, 0xbb, + 0xe8, 0x06, 0xe8, 0x49, 0xb6, 0x98, 0xaa, 0xa7, 0x9f, 0x64, 0x8b, 0xe9, 0x7a, 0x86, 0x56, 0x2d, + 0xdb, 0x0e, 0x03, 0xcb, 0xbe, 0x54, 0x73, 0xa5, 0x75, 0xf6, 0x6a, 0xc4, 0x02, 0x07, 0x23, 0x3b, + 0x52, 0x8c, 0xff, 0xce, 0x02, 0x8c, 0x9f, 0x80, 0xc8, 0x1f, 0x00, 0x89, 0x2f, 0xcd, 0x47, 0x16, + 0xe7, 0x72, 0x0f, 0x61, 0xf1, 0x85, 0x6b, 0x3d, 0xe2, 0x9d, 0x5a, 0x9c, 0x53, 0x4b, 0xb0, 0xb9, + 0x57, 0xae, 0xf0, 0xfb, 0x2b, 0xd7, 0xb9, 0x57, 0xae, 0x53, 0x91, 0xad, 0xb8, 0xe0, 0xe6, 0xf2, + 0xaa, 0xdb, 0xbd, 0x92, 0xbe, 0xc4, 0xb9, 0xe2, 0x76, 0x0f, 0x4f, 0x09, 0xb3, 0x6b, 0x78, 0x03, + 0xc7, 0xfd, 0x1e, 0xbd, 0xea, 0xef, 0x53, 0x90, 0xde, 0xef, 0x10, 0x03, 0x8a, 0xa3, 0xc0, 0x7f, + 0xe1, 0xf4, 0xf5, 0xbd, 0x56, 0x89, 0xc6, 0x6d, 0x72, 0x1b, 0xc0, 0xf6, 0x87, 0x43, 0x47, 0x98, + 0xfc, 0xc2, 0x8a, 0x1e, 0xd2, 0x15, 0xa5, 0x7b, 0x61, 0x91, 0x3a, 0x64, 0x02, 0xf6, 0x54, 0x3f, + 0xb2, 0xc9, 0x9f, 0xf8, 0x86, 0x1b, 0xba, 0xae, 0x19, 0x30, 0xc4, 0x83, 0x7e, 0x62, 0x2b, 0x4b, + 0x1a, 0x55, 0x24, 0x7c, 0x80, 0x0a, 0x3d, 0x33, 0x0c, 0x5c, 0xfd, 0xba, 0x96, 0x0f, 0x42, 0xef, + 0x2c, 0x70, 0x65, 0x6e, 0x61, 0xd9, 0xc2, 0x0f, 0xa2, 0x27, 0x35, 0x6c, 0x18, 0x6d, 0xa8, 0x4d, + 0x3d, 0x23, 0x92, 0x06, 0x14, 0xd4, 0x2b, 0x10, 0xd7, 0x0f, 0x33, 0x51, 0x93, 0xbc, 0x01, 0xa5, + 0x31, 0x20, 0xe4, 0x74, 0x53, 0xb4, 0x38, 0xd2, 0x30, 0x30, 0xbe, 0xcd, 0x43, 0x7e, 0x1f, 0xdf, + 0xd3, 0x8d, 0xdf, 0x66, 0xa1, 0x10, 0xcd, 0x67, 0xb2, 0x58, 0x20, 0x35, 0x5d, 0x2c, 0x30, 0xf9, + 0x8e, 0x9e, 0x9e, 0x7e, 0x47, 0x9f, 0xf3, 0xdc, 0x9c, 0x9d, 0xfb, 0xdc, 0xbc, 0x0e, 0xf9, 0x80, + 0x0d, 0xa4, 0x7f, 0xe4, 0xf5, 0x57, 0x63, 0x8b, 0x34, 0x67, 0x1e, 0xe2, 0x0b, 0x57, 0x3d, 0xc4, + 0xb7, 0x6f, 0x4d, 0x3d, 0xc5, 0x27, 0xb6, 0xe3, 0xe8, 0x59, 0xba, 0xa8, 0xcf, 0x63, 0x49, 0xa2, + 0x3a, 0x46, 0xa8, 0xb7, 0xe9, 0xd2, 0x4d, 0xde, 0xa6, 0xe7, 0xdd, 0xb9, 0x02, 0xde, 0x8b, 0xbe, + 0xc6, 0x9d, 0x6b, 0xf9, 0xe6, 0x77, 0xae, 0x4b, 0xd3, 0x77, 0xae, 0xfa, 0x5d, 0xba, 0x72, 0xdd, + 0xbb, 0x74, 0x7a, 0xde, 0xbb, 0x74, 0xf5, 0xb5, 0xde, 0xa5, 0x33, 0x13, 0xef, 0xd2, 0xb8, 0x99, + 0x4f, 0xae, 0x49, 0x0c, 0x43, 0x6d, 0xcd, 0x66, 0x0e, 0x32, 0xa6, 0xed, 0xa8, 0xdc, 0x42, 0x6b, + 0x3e, 0xc9, 0x16, 0x33, 0xf5, 0x2c, 0x9d, 0xad, 0x11, 0x31, 0xfe, 0x2a, 0x05, 0x45, 0xca, 0xf8, + 0xc8, 0xf7, 0x38, 0x23, 0x1f, 0xc0, 0xf2, 0xd8, 0x59, 0x4c, 0x89, 0x84, 0xd8, 0xeb, 0x6a, 0x3c, + 0x39, 0xcb, 0x4e, 0x9f, 0x74, 0x61, 0x7d, 0x14, 0x30, 0xee, 0x0c, 0x3c, 0xd6, 0x37, 0x47, 0x3e, + 0x17, 0x31, 0xae, 0x54, 0x45, 0xce, 0xb8, 0x70, 0xe5, 0x34, 0x12, 0x3b, 0xf5, 0xb9, 0xd0, 0x9e, + 0x4d, 0x57, 0x47, 0x73, 0xa8, 0xc6, 0xaf, 0x53, 0xb0, 0xb2, 0xef, 0x7b, 0x4f, 0x9d, 0x60, 0xd8, + 0xf5, 0xc3, 0xc0, 0x66, 0x67, 0x23, 0xd7, 0xb7, 0xfa, 0xc6, 0x5f, 0xdc, 0x18, 0x12, 0x73, 0x3f, + 0x21, 0x3d, 0xff, 0x13, 0x7e, 0x04, 0x35, 0xdb, 0xef, 0x33, 0x93, 0x79, 0x22, 0xb8, 0x1c, 0xf9, + 0x8e, 0x27, 0x74, 0xb8, 0xa8, 0x4a, 0x72, 0x2b, 0xa6, 0x1a, 0x30, 0xb6, 0x91, 0xf1, 0x37, 0x29, + 0xc8, 0x3c, 0x66, 0xc2, 0xe8, 0xfd, 0x10, 0x53, 0x32, 0x3e, 0x4e, 0xac, 0xc6, 0x3d, 0xc8, 0x04, + 0xa1, 0xaa, 0x4d, 0x9a, 0x80, 0x5c, 0x52, 0x85, 0x4a, 0x11, 0xe3, 0x3f, 0xb2, 0x90, 0x3d, 0x74, + 0xb8, 0x30, 0xfe, 0x3d, 0x73, 0xe3, 0x59, 0x7d, 0x3a, 0x55, 0xc8, 0x70, 0x75, 0xa1, 0x51, 0xfb, + 0x56, 0x54, 0xc6, 0x20, 0xbd, 0xf9, 0x67, 0x00, 0x23, 0x6b, 0xc0, 0xd4, 0x9d, 0x26, 0xda, 0xac, + 0xbc, 0xd3, 0x88, 0xf5, 0x7b, 0x92, 0x7a, 0x6a, 0x0d, 0x1c, 0x0f, 0x3b, 0x69, 0xa7, 0x68, 0x49, + 0x4a, 0x23, 0x59, 0xed, 0x4f, 0xaa, 0xae, 0x00, 0x13, 0x4d, 0xbd, 0x99, 0x5f, 0xf1, 0x68, 0xd7, + 0x4e, 0xeb, 0xca, 0x02, 0x49, 0x91, 0xfa, 0x9f, 0x62, 0x71, 0x81, 0xd2, 0xce, 0x5d, 0xab, 0x9d, + 0xc1, 0xf2, 0x82, 0x48, 0x77, 0x6b, 0x22, 0x62, 0x62, 0xb4, 0x93, 0x67, 0xa8, 0x38, 0x66, 0xaa, + 0x93, 0x81, 0x0a, 0x45, 0x85, 0x2b, 0x43, 0x51, 0x3b, 0xa7, 0x82, 0x91, 0x04, 0xa5, 0xcc, 0xdc, + 0x95, 0x75, 0x30, 0xb7, 0x1d, 0xdb, 0x06, 0x9b, 0xe3, 0x8f, 0x45, 0x4c, 0x46, 0x73, 0x47, 0xde, + 0x78, 0x32, 0xcd, 0x02, 0xe4, 0xf0, 0x35, 0xd4, 0x78, 0x35, 0x81, 0xc8, 0x6c, 0x10, 0x7a, 0x72, + 0x2f, 0xc9, 0x5c, 0xe1, 0x04, 0x28, 0x43, 0xfe, 0x18, 0x6a, 0x1e, 0x7b, 0x25, 0x12, 0xc3, 0x6b, + 0x28, 0x2e, 0x5c, 0x1a, 0x5a, 0x91, 0x0a, 0xa7, 0xd1, 0xe2, 0x18, 0xbf, 0xc9, 0x42, 0x1e, 0xaf, + 0x29, 0xb8, 0xf1, 0x9f, 0xe9, 0x1b, 0x7b, 0xd2, 0xee, 0xc4, 0x7a, 0xa6, 0x6f, 0x58, 0x27, 0x22, + 0xdb, 0xba, 0x4e, 0x44, 0x29, 0x66, 0x6e, 0x54, 0x27, 0x82, 0x6a, 0x63, 0xdf, 0xcd, 0xbe, 0xb6, + 0xef, 0x4e, 0x7a, 0x00, 0xee, 0xf2, 0xd2, 0x43, 0xe7, 0x7a, 0x40, 0xfe, 0x6a, 0x0f, 0x48, 0x2f, + 0xf4, 0x80, 0x79, 0xcb, 0xfa, 0x97, 0xc9, 0x48, 0xfb, 0x73, 0x28, 0x9c, 0x87, 0x72, 0x37, 0x89, + 0x96, 0xf6, 0xdd, 0x45, 0x9b, 0x08, 0x2e, 0xc7, 0x76, 0x13, 0x85, 0x69, 0xa4, 0x24, 0x0d, 0x87, + 0x77, 0x26, 0x2f, 0x2c, 0x57, 0x5b, 0x7c, 0x73, 0xc6, 0x70, 0x07, 0xba, 0x80, 0x95, 0xc6, 0xa2, + 0xc6, 0x2f, 0x21, 0xaf, 0x7a, 0x22, 0x9f, 0xc3, 0x92, 0xea, 0x4b, 0xb9, 0xa7, 0x8e, 0x32, 0x57, + 0x59, 0xbf, 0xac, 0xe4, 0xbb, 0x52, 0x5c, 0xe6, 0x43, 0xe3, 0x92, 0x92, 0x2c, 0x55, 0x0d, 0xe3, + 0x19, 0xe4, 0xf7, 0x2d, 0xcf, 0x66, 0xee, 0x0f, 0x14, 0x1d, 0x93, 0x71, 0xf8, 0x07, 0xae, 0x89, + 0xf9, 0x87, 0x54, 0x5c, 0x14, 0xb3, 0x09, 0x6b, 0x93, 0x45, 0x31, 0xe6, 0xd9, 0xe9, 0xe1, 0xc9, + 0x9e, 0x3c, 0x90, 0xae, 0xc1, 0xb2, 0x66, 0x3d, 0x6e, 0x1d, 0xb7, 0xe8, 0x5e, 0x4f, 0x95, 0xc7, + 0xcc, 0x96, 0xcc, 0xa4, 0xc9, 0x3a, 0x10, 0x4d, 0xeb, 0x9e, 0x1d, 0x1d, 0xed, 0xd1, 0xce, 0xd7, + 0x92, 0x9e, 0x99, 0x5b, 0x4a, 0x93, 0x9d, 0x2d, 0xa5, 0xc9, 0xcd, 0x2d, 0xa5, 0xc9, 0xe3, 0xe6, + 0x9f, 0xa8, 0xa3, 0x5b, 0xb0, 0xf9, 0x17, 0xeb, 0x25, 0x5a, 0xd0, 0xd5, 0x77, 0x5b, 0xff, 0x92, + 0x81, 0x62, 0x94, 0xb7, 0x8d, 0x6b, 0xc5, 0x52, 0xc9, 0x5a, 0xb1, 0xe9, 0x52, 0xb5, 0xf4, 0x9c, + 0x52, 0xb5, 0xf9, 0x45, 0x69, 0x99, 0x45, 0x45, 0x69, 0x0f, 0x74, 0xf9, 0x59, 0x16, 0xdd, 0xfd, + 0x8d, 0x99, 0x0c, 0x72, 0xbb, 0x67, 0x0d, 0xb8, 0x2a, 0x07, 0x56, 0xb5, 0x69, 0x06, 0x14, 0x43, + 0xce, 0x82, 0xbe, 0x25, 0x2c, 0x9d, 0x8c, 0xc7, 0x6d, 0x5d, 0x95, 0x97, 0x8f, 0xaa, 0xf2, 0x8c, + 0x7f, 0x4c, 0xc1, 0xb2, 0x4a, 0x9f, 0xbf, 0x08, 0xfc, 0xa1, 0xae, 0x0a, 0x31, 0xbe, 0xba, 0xb1, + 0x13, 0x26, 0x0a, 0xcf, 0xd2, 0x13, 0x85, 0x67, 0xe3, 0xcc, 0x38, 0x93, 0xcc, 0x8c, 0x8d, 0xdd, + 0x04, 0x96, 0x3f, 0x82, 0x62, 0x94, 0x91, 0x69, 0x18, 0x2d, 0xcf, 0x7c, 0x1d, 0x8d, 0x45, 0x8c, + 0x4f, 0xa0, 0x14, 0x7f, 0xea, 0x9c, 0xc2, 0xe6, 0xd5, 0x64, 0x61, 0x73, 0x29, 0x51, 0xbc, 0xbc, + 0xd5, 0x87, 0xca, 0x44, 0xba, 0x4d, 0x08, 0x64, 0x31, 0x88, 0x29, 0x6d, 0xfc, 0x4d, 0x1e, 0x40, + 0x29, 0x1a, 0x49, 0x2e, 0x5b, 0x66, 0xfe, 0x6c, 0xc6, 0x32, 0xda, 0x94, 0x99, 0xc8, 0x94, 0x5b, + 0xff, 0x9c, 0x02, 0x32, 0x0e, 0x41, 0x07, 0x0e, 0x1f, 0x59, 0xc2, 0xbe, 0x78, 0xad, 0xd4, 0x70, + 0x0d, 0xf2, 0xcf, 0xfc, 0xf3, 0xb1, 0x31, 0x73, 0xcf, 0xfc, 0xf3, 0x4e, 0x7f, 0xc2, 0x4e, 0x99, + 0x6b, 0xed, 0x14, 0x9f, 0x08, 0xb2, 0x37, 0x38, 0x11, 0x7c, 0xf0, 0x14, 0xaa, 0x93, 0x74, 0xf2, + 0x36, 0xbc, 0xd1, 0xed, 0x1c, 0x9d, 0x1d, 0xee, 0xf5, 0x3a, 0x27, 0xc7, 0xe6, 0xd1, 0xc9, 0x41, + 0x6b, 0xea, 0x32, 0xa9, 0x01, 0xab, 0xd3, 0x02, 0xbd, 0xd6, 0x9f, 0xf5, 0xea, 0x29, 0x04, 0xfc, + 0x14, 0x67, 0xef, 0xec, 0xa0, 0x73, 0x52, 0x4f, 0xef, 0x7c, 0x9b, 0x87, 0xda, 0x9e, 0xf4, 0xed, + 0xf1, 0x68, 0xa4, 0x0f, 0x2b, 0xca, 0xf7, 0x26, 0x0b, 0xbf, 0x17, 0xdd, 0x16, 0x28, 0xd9, 0xed, + 0x28, 0xe5, 0x7d, 0xff, 0x3a, 0x31, 0xed, 0x65, 0xdf, 0xa5, 0xe0, 0x76, 0x94, 0x1a, 0xc7, 0x82, + 0xc9, 0x24, 0x99, 0xec, 0x2c, 0xdc, 0x42, 0x66, 0x12, 0xea, 0x78, 0xf4, 0x9f, 0xbc, 0x96, 0x8e, + 0x9e, 0xca, 0x9f, 0x43, 0xfd, 0x31, 0x13, 0x93, 0x5f, 0xbb, 0xb5, 0xa0, 0xa3, 0xc7, 0x4c, 0xc4, + 0x83, 0xbd, 0x73, 0xa5, 0x8c, 0xee, 0xdc, 0x04, 0x22, 0x53, 0xd9, 0x09, 0x09, 0x4e, 0x16, 0xa9, + 0x4a, 0xd1, 0xb8, 0xff, 0x77, 0xaf, 0x16, 0xd2, 0x03, 0xc8, 0xe5, 0x92, 0xa1, 0x72, 0x6a, 0x84, + 0xf7, 0xae, 0xde, 0x80, 0xaf, 0x5d, 0xae, 0x48, 0x2c, 0x31, 0x0a, 0x6e, 0x85, 0x37, 0x74, 0x0a, + 0x94, 0xbd, 0x7e, 0x94, 0x48, 0x4c, 0x8f, 0xf2, 0x02, 0x36, 0xb5, 0xeb, 0x69, 0xd4, 0x24, 0xc2, + 0x1f, 0xb9, 0x3f, 0x1b, 0x63, 0x67, 0x62, 0x64, 0x3c, 0xe2, 0x87, 0x37, 0x13, 0x56, 0xe3, 0x36, + 0xbf, 0xf8, 0xfa, 0x9d, 0x81, 0x23, 0x2e, 0xc2, 0xf3, 0x6d, 0xdb, 0x1f, 0x46, 0x7f, 0xab, 0x51, + 0x7f, 0x8d, 0xb1, 0x7d, 0x37, 0x22, 0xfc, 0x53, 0xba, 0x72, 0xe8, 0xbc, 0x60, 0x7f, 0x82, 0x67, + 0x40, 0x5f, 0xf8, 0xff, 0x9b, 0xae, 0xea, 0xf6, 0xa7, 0x9f, 0x22, 0xe1, 0x3c, 0x8f, 0x2a, 0x3f, + 0xf9, 0xbf, 0x00, 0x00, 0x00, 0xff, 0xff, 0x21, 0xbf, 0x53, 0x4d, 0xc9, 0x33, 0x00, 0x00, } diff --git a/protobufs/livekit_agent_simulation.proto b/protobufs/livekit_agent_simulation.proto index 42f92893c..a64ca1c2c 100644 --- a/protobufs/livekit_agent_simulation.proto +++ b/protobufs/livekit_agent_simulation.proto @@ -81,11 +81,19 @@ message SimulationRun { // 1-based sample of that scenario within the run; always 1 when the run's // samples is 1. int32 sample = 16; + // Set on a failed job whose cause is known; error stays the detail. + FailureReason failure_reason = 19; message Usage { int32 text_turns_count = 1; int32 audio_turns_count = 2; } + + enum FailureReason { + FAILURE_REASON_UNSPECIFIED = 0; + // The agent under test never joined the simulation's room. + FAILURE_REASON_AGENT_JOIN_TIMEOUT = 1; + } } message JobMetrics { @@ -116,6 +124,33 @@ message SimulationRun { optional bool poor_question_quality = 18; optional float conversation_progression = 19; // 0-1, derived from the flags above + // How the call ended. A failing end also sets the job's error. + EndReason end_reason = 21; + // The simulated caller's language, as a language tag: what it spoke or wrote. + string caller_language = 22; + // Audio only: the language the caller transcribed the agent in; "" means + // caller_language. + string caller_listen_language = 23; + // Audio only: what the caller's audio went through before the agent heard + // it. Absent for a clean call. + Impairments impairments = 24; + + enum EndReason { + END_REASON_UNSPECIFIED = 0; + END_REASON_SCENARIO_COMPLETED = 1; // the caller finished the scenario + END_REASON_AGENT_ENDED = 2; // the agent under test ended the call + END_REASON_INACTIVITY = 3; // the agent under test went silent + END_REASON_TURN_LIMIT = 4; // the caller ran out of turns + END_REASON_EMPTY_RESPONSE = 5; // the agent under test kept replying with nothing + END_REASON_AGENT_ERROR = 6; // the agent under test failed mid-call + } + + message Impairments { + string background_noise = 1; // the ambience played under the caller, e.g. "cafe"; "" = none + bool low_quality_microphone = 2; + bool packet_loss = 3; + } + // The agent's perception of the caller. Audio only. message STT { optional float wer = 1; // needs the RemoteSession; word_errors / words @@ -178,6 +213,7 @@ message SimulationRun { optional uint32 unanswered_turns = 12; // the simulated party spoke, the agent never responded optional uint32 false_interruption_count = 13; // needs the RemoteSession; agent paused for a non-interruption optional uint32 e2e_latency_ms = 15; // needs the RemoteSession; the agent's own claim + optional uint32 backchannel_count = 16; // the caller's acknowledgements over the agent's speech } // Rows exist for text and audio. The groups above hold the means and pools @@ -185,6 +221,10 @@ message SimulationRun { message Turn { uint32 index = 1; // 1-based, conversation order livekit.agent.ChatRole role = 2; // ASSISTANT = the agent under test, USER = simulator persona + // The words the judges read for this turn: the speaker's own, or as the + // other side heard them when those are unknown (the agent's, without a + // RemoteSession). + string text = 18; optional uint32 start_ms = 3; // audio only; relative to t0; unset if the turn could not be aligned to the audio optional uint32 end_ms = 4; // audio only