From 1c7f908ce09f98fdcbf79ed2a8ae21be60eaa634 Mon Sep 17 00:00:00 2001 From: Zhineng Li Date: Sun, 12 Jul 2026 17:11:17 +0800 Subject: update APIs 20260712 --- data/en_us/paillmtrace/2024-03-11/api-docs.php | 1712 +++++++++++++++++++++++- 1 file changed, 1710 insertions(+), 2 deletions(-) (limited to 'data/en_us/paillmtrace/2024-03-11') diff --git a/data/en_us/paillmtrace/2024-03-11/api-docs.php b/data/en_us/paillmtrace/2024-03-11/api-docs.php index 19d0733..7b4cf16 100644 --- a/data/en_us/paillmtrace/2024-03-11/api-docs.php +++ b/data/en_us/paillmtrace/2024-03-11/api-docs.php @@ -1,4 +1,1712 @@ 500, - 'message' => 'server error', + 'version' => '1.0', + 'info' => ['style' => 'ROA', 'product' => 'PaiLLMTrace', 'version' => '2024-03-11'], + 'directories' => [ + [ + 'children' => ['ListOnlineEvalTasks'], + 'type' => 'directory', + 'title' => 'Link evaluation tasks', + ], + [ + 'children' => ['ListTracesDatas'], + 'type' => 'directory', + 'title' => 'Tracing analysis', + ], + [ + 'children' => ['CreateOnlineEvalTask', 'CreateServiceIdentityRole', 'DeleteOnlineEvalTask', 'EvaluateTrace', 'GetEvaluationTemplates', 'GetOnlineEvalTask', 'GetServiceIdentityRole', 'GetXtraceToken', 'ListEvalResults', 'ListOnlineEvalTaskResults', 'StopOnlineEvalTask', 'UpdateOnlineEvalTask'], + 'title' => 'Others', + 'type' => 'directory', + ], + ], + 'components' => [ + 'schemas' => [ + 'EvaluationConfig' => [ + 'description' => 'This configuration structure defines the JSON paths needed to extract specific values from trace data in JSON format. They are required for evaluation operations.'."\n", + 'type' => 'object', + 'properties' => [ + 'Context' => [ + 'description' => 'The context node information referenced when the model answers a question.'."\n", + 'type' => 'object', + 'properties' => [ + 'JsonPathInSpan' => ['description' => 'The JSON path where the Context is stored in the trace log.'."\n", 'type' => 'string', 'example' => 'attributes.retrieval.documents[*].document.content', 'minLength' => 1, 'title' => ''], + 'SpanName' => ['description' => 'The span name in the trace log.'."\n", 'type' => 'string', 'example' => 'retrieve', 'minLength' => 1, 'title' => ''], + 'JsonPathInSpanValue' => ['description' => 'If the value retrieved at the JSON path is itself a JSON string, a further JSON path must be defined within this JSON to obtain the actual value.'."\n", 'type' => 'string', 'example' => 'message/value', 'title' => ''], + ], + 'title' => '', + 'example' => '', + ], + 'Answer' => [ + 'description' => 'The answer to the user\'s question from the LLM application.'."\n", + 'type' => 'object', + 'properties' => [ + 'JsonPathInSpan' => ['description' => 'The JSON path where the Answer is stored in the trace log.'."\n", 'type' => 'string', 'example' => 'attributes.output.value', 'minLength' => 1, 'title' => ''], + 'SpanName' => ['description' => 'The span name in the trace log.'."\n", 'type' => 'string', 'example' => 'query', 'minLength' => 1, 'title' => ''], + 'JsonPathInSpanValue' => ['description' => 'If the value retrieved at the JSON path is itself a JSON string, a further JSON path must be defined within this JSON to obtain the actual value.'."\n", 'type' => 'string', 'example' => 'message/value', 'title' => ''], + ], + 'title' => '', + 'example' => '', + ], + 'Query' => [ + 'description' => 'The question from the user to the LLM application.'."\n", + 'type' => 'object', + 'properties' => [ + 'JsonPathInSpan' => ['description' => 'The JSON path where the Query is stored in the trace log.'."\n", 'type' => 'string', 'example' => 'attributes.input.value', 'minLength' => 1, 'title' => ''], + 'SpanName' => ['description' => 'The span name in the trace log.'."\n", 'type' => 'string', 'example' => 'query', 'minLength' => 1, 'title' => ''], + 'JsonPathInSpanValue' => ['description' => 'If the value retrieved at the JSON path is itself a JSON string, a further JSON path must be defined within this JSON to obtain the actual value.'."\n", 'type' => 'string', 'example' => 'message/value', 'title' => ''], + ], + 'title' => '', + 'example' => '', + ], + ], + 'title' => '', + 'example' => '', + ], + 'ModelConfig' => [ + 'description' => 'The access configuration structure of the model used in the evaluation.'."\n", + 'visibility' => 'Public', + 'type' => 'object', + 'properties' => [ + 'Temperature' => ['description' => 'Controls the randomness of the model output. Maximum value: 0.2.'."\n", 'visibility' => 'Public', 'type' => 'number', 'format' => 'float', 'example' => '0.1', 'backendName' => 'temperature'], + 'ApiKey' => ['description' => 'The authentication key required when the evaluation task calls a model which the user has permission to use, acting under the user\'s name.'."\n", 'visibility' => 'Public', 'type' => 'string', 'example' => 'lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ', 'backendName' => 'apiKey'], + 'Endpoint' => ['description' => 'The model service endpoint required when the evaluation task calls the model.'."\n", 'visibility' => 'Public', 'type' => 'string', 'example' => 'https://aiservice.cn-hangzhou.aliyuncs.com/v1', 'backendName' => 'endpoint'], + 'UseFunctionCall' => ['description' => 'Whether the model is allowed to use external tools.'."\n", 'visibility' => 'Public', 'type' => 'boolean', 'example' => 'True', 'backendName' => 'useFunctionCall'], + 'TopP' => ['description' => 'Controls the randomness of the model output.'."\n", 'visibility' => 'Public', 'type' => 'number', 'format' => 'float', 'example' => '0.9', 'backendName' => 'topP'], + 'Name' => ['description' => 'The model name.'."\n", 'visibility' => 'Public', 'type' => 'string', 'example' => 'pai-judge'."\n" + .'themis'."\n" + .'qwen'."\n" + .'gpt', 'backendName' => 'name'], + 'IsSelfHost' => ['description' => 'Whether the model service is provided by the user (True), or by Alibaba Cloud PAI (False).'."\n", 'visibility' => 'Public', 'type' => 'boolean', 'example' => 'False', 'backendName' => 'isSelfHost'], + ], + ], + ], + ], + 'apis' => [ + 'CreateOnlineEvalTask' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks', + 'methods' => ['post'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'create', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241117', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [ + [ + 'name' => 'body', + 'in' => 'query', + 'style' => 'json', + 'schema' => [ + 'description' => 'The request data.'."\n", + 'type' => 'object', + 'properties' => [ + 'TaskName' => ['description' => 'The task name.'."\n", 'type' => 'string', 'required' => false, 'example' => 'my-llm-app-eval-task-1'], + 'AppName' => ['description' => 'The name of the user application in the trace data.'."\n", 'type' => 'string', 'required' => false, 'example' => 'my-best-llm-app'], + 'StartTime' => ['description' => 'The start time of the trace data, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2025-04-05 14:00:01'."\n" + .'2025-04-05'], + 'EndTime' => ['description' => 'The end time of the trace data, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2025-06-05 14:00:01'."\n" + .'2025-06-05'], + 'SamplingFrequencyMinutes' => ['description' => 'The evaluation task must search for a certain amount of trace data generated by the user application as input data for the evaluation. This is the width of the time window for each search of input data.'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '9'], + 'Description' => ['description' => 'The description of the task.'."\n", 'type' => 'string', 'required' => false, 'example' => 'April to June data assessment'."\n"], + 'Filters' => [ + 'description' => 'The evaluation task must search for a certain amount of trace data generated by the user application as input data for the evaluation. This list defines the search filter conditions.'."\n", + 'type' => 'array', + 'items' => [ + 'description' => 'The filter condition object.'."\n", + 'type' => 'object', + 'properties' => [ + 'Key' => [ + 'description' => 'The key of the filter condition.'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* Status'."\n" + .'* SpanName'."\n" + .'* Input'."\n" + .'* TraceType'."\n" + .'* SpanType'."\n" + .'* ServiceName'."\n" + .'* Output'."\n" + .'* TraceName'."\n" + .'* ServiceId'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'], + 'example' => 'ServiceId'."\n" + .'ServiceName'."\n" + .'Input'."\n" + .'Output'."\n" + .'Status'."\n" + .'TraceType'."\n" + .'SpanType'."\n" + .'TraceName'."\n" + .'SpanName', + ], + 'Operator' => [ + 'description' => 'The matching operator of the filter condition.'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* Contains'."\n" + .'* \\='."\n" + .'* StartsWith'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'], + 'example' => '='."\n" + .'StartsWith'."\n" + .'Contains'."\n", + ], + 'Value' => ['description' => 'The value of the filter condition.'."\n", 'type' => 'string', 'required' => false, 'example' => 'foo'], + ], + 'required' => false, + ], + 'required' => false, + ], + 'SamplingRatio' => ['description' => 'The percentage of data found in a time window that truly serves as evaluation input data. For example, 100 indicates that all data searched is used as evaluation input. 20 indicates that 20% of the found data is randomly selected as evaluation input.'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'], + 'EvaluationConfig' => ['description' => 'This configuration structure defines the JSON paths needed to extract specific values from trace data in JSON format. EvaluationConfig defines these JSON paths.'."\n", 'required' => false, '$ref' => '#/components/schemas/EvaluationConfig'], + 'ModelConfig' => ['description' => 'The access configuration structure of the model used in the evaluation.'."\n", 'required' => false, '$ref' => '#/components/schemas/ModelConfig'], + ], + 'required' => false, + ], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'TaskId' => ['description' => 'The ID of the created trace evaluation task.'."\n", 'type' => 'string', 'example' => '711ef9112343286810abbfce04e161ee'], + 'Code' => ['description' => 'The internal error code. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'The error message. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'EvaluationConfig.Answer.SpanName is required.'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"TaskId\\": \\"711ef9112343286810abbfce04e161ee\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"EvaluationConfig.Answer.SpanName is required.\\"\\n}","type":"json"}]', + 'title' => 'CreateOnlineEvalTask', + 'summary' => 'Creates a trace evaluation task. The system will sample some data from the user\'s trace data based on the task\'s configuration. Then, an LLM is used to evaluate the performance of these traces, and the evaluation results are recorded.', + 'translator' => 'machine', + ], + 'CreateServiceIdentityRole' => [ + 'path' => '/api/v1/PAILLMTrace/ServiceIdentityRole', + 'methods' => ['post'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'none', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '226578', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['title' => '', 'description' => 'The error code returned if the request fails.'."\n", 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['title' => '', 'description' => 'The error message returned if the request fails.'."\n", 'type' => 'string', 'example' => 'User don\'t have permission to create SLR.'], + 'RoleName' => ['description' => 'The name of the service-linked role. Default value: AliyunServiceRoleForPaiLLMTrace.'."\n", 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'], + 'RoleDetails' => ['description' => 'The role details.'."\n", 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'eventInfo' => [ + 'enable' => false, + 'eventNames' => [], + ], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"User don\'t have permission to create SLR.\\",\\n \\"RoleName\\": \\"AliyunServiceRoleForPaiLLMTrace\\",\\n \\"RoleDetails\\": \\"AliyunServiceRoleForPaiLLMTrace\\"\\n}","type":"json"}]', + 'title' => 'CreateServiceIdentityRole', + 'summary' => 'Creates a service-linked role required for the PaiLLMTrace service.', + ], + 'DeleteOnlineEvalTask' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}', + 'methods' => ['delete'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'delete', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241122', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'TaskId', + 'in' => 'path', + 'schema' => ['description' => 'The ID of the link evaluation task.', 'type' => 'string', 'required' => true, 'example' => '1d3f2shp3cfjum4l74odz5gkkh'], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'Internal error code. Set only when the response is in error.', 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'Response error message. Set only when the response is in error.', 'type' => 'string', 'example' => 'task id is empty'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"task id is empty\\"\\n}","type":"json"}]', + 'title' => 'Delete a trace evaluation task.', + 'summary' => 'Delete an online evaluation task', + 'translator' => 'machine', + ], + 'EvaluateTrace' => [ + 'path' => '/api/v1/PAILLMTrace/eval/trace/{TraceId}', + 'methods' => ['put'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'none', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '246343', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [ + [ + 'name' => 'TraceId', + 'in' => 'path', + 'schema' => ['description' => 'The trace ID.'."\n", 'type' => 'string', 'required' => true, 'example' => 'c43793673a384d39daa0a351b1000000'], + ], + [ + 'name' => 'body', + 'in' => 'body', + 'style' => 'json', + 'schema' => [ + 'description' => 'The request body.'."\n", + 'type' => 'object', + 'properties' => [ + 'AppName' => ['description' => 'The name of the application to which the trace belongs.'."\n", 'type' => 'string', 'required' => false, 'example' => 'my-llm-app'], + 'MinTime' => ['description' => 'The start time of the search time range, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n" + .'2025-04-05'], + 'MaxTime' => ['description' => 'The end time of the search time range, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n" + .'2025-04-05'], + 'EvaluationConfig' => ['description' => 'If the value retrieved at the JSON path is itself a JSON string, further JSON path definitions within this JSON are necessary to get the actual value.'."\n", 'required' => true, '$ref' => '#/components/schemas/EvaluationConfig'], + 'ModelConfig' => ['description' => 'The configuration structure to access the model used internally by the evaluation trace.'."\n", 'required' => false, '$ref' => '#/components/schemas/ModelConfig'], + 'EvaluationId' => ['description' => 'The ID of the evaluation task. If not specified, the system randomly generates and returns an ID. You can use this ID to quickly search for evaluation results.'."\n", 'type' => 'string', 'required' => false, 'example' => '44aea0ee00000000be5be24b2abb8f98'], + ], + 'required' => false, + ], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request'."\n", 'type' => 'string', 'example' => 'F1AB295E-0D1F-5ECE-9FFA-98ABB4CB5DF5'], + 'Code' => ['description' => 'The internal error code. This parameter is returned if an exception occurred.'."\n", 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'The error message. This parameter is returned if an exception occurred.'."\n", 'type' => 'string', 'example' => 'eval_request missing dataset id or times'], + 'EvaluationId' => ['description' => 'the task ID of the evaluation task to which the trace belongs.'."\n", 'type' => 'string', 'example' => '6000043e103011f0922edec44617e03c'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"F1AB295E-0D1F-5ECE-9FFA-98ABB4CB5DF5\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"eval_request missing dataset id or times\\",\\n \\"EvaluationId\\": \\"6000043e103011f0922edec44617e03c\\"\\n}","type":"json"}]', + 'title' => 'EvaluateTrace', + 'summary' => 'Evaluates a specified piece of trace data.', + 'translator' => 'machine', + ], + 'GetEvaluationTemplates' => [ + 'path' => '/api/v1/PAILLMTrace/eval/templates', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'get', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'Internal error code. Set only when the response has an error.', 'type' => 'string', 'example' => 'ExecutionFailure'], + 'Message' => ['description' => 'Response error message. Set only when the response has an error.', 'type' => 'string', 'example' => 'cannot get data back.'], + 'EvaluationTemplates' => [ + 'description' => 'A series of templates used internally by the evaluation system to construct LLM interaction information.', + 'type' => 'array', + 'items' => ['description' => 'A template.', 'type' => 'any', 'example' => ' {'."\n" + .' \'eval_app_type\': constants.EvalAppType.RAG,'."\n" + .' \'templates\': ['."\n" + .' {'."\n" + .' \'metric\': "relevance",'."\n" + .' \'template\': \'...\''."\n" + .' },'."\n" + .' {'."\n" + .' \'metric\': "faithfulness",'."\n" + .' \'template\': \'...\''."\n" + .' },'."\n" + .' {'."\n" + .' \'metric\': \'correctness\','."\n" + .' \'template\': \'...\''."\n" + .' }'."\n" + .' ]'."\n" + .' }'], + ], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"ExecutionFailure\\",\\n \\"Message\\": \\"cannot get data back.\\",\\n \\"EvaluationTemplates\\": [\\n \\" {\\\\n \'eval_app_type\': constants.EvalAppType.RAG,\\\\n \'templates\': [\\\\n {\\\\n \'metric\': \\\\\\"relevance\\\\\\",\\\\n \'template\': \'...\'\\\\n },\\\\n {\\\\n \'metric\': \\\\\\"faithfulness\\\\\\",\\\\n \'template\': \'...\'\\\\n },\\\\n {\\\\n \'metric\': \'correctness\',\\\\n \'template\': \'...\'\\\\n }\\\\n ]\\\\n }\\"\\n ]\\n}","type":"json"}]', + 'title' => 'Retrieve Templates Used by the Trace Evaluation', + 'summary' => 'Get the content of prompt templates used for evaluation', + 'translator' => 'machine', + ], + 'GetOnlineEvalTask' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'get', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241119', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'TaskId', + 'in' => 'path', + 'schema' => ['description' => 'Task ID.', 'type' => 'string', 'required' => true, 'example' => 'e111d41dd22ca6cf4bc1e3fcad7a142af93', 'title' => ''], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'POP request ID', 'type' => 'string', 'example' => '6F352A02-9C0D-54A7-B57C-663CF71D5714'], + 'Code' => ['description' => 'Internal error code. Set only when the response is in error.', 'type' => 'string', 'example' => 'InvalidInputParams', 'title' => ''], + 'Message' => ['description' => 'Response error message. Set only when the response is in error.', 'type' => 'string', 'example' => 'task id is empty', 'title' => ''], + 'Task' => [ + 'description' => 'Task information', + 'type' => 'object', + 'properties' => [ + 'Id' => ['description' => 'Task ID', 'type' => 'string', 'example' => '0839a02d-aa24-4174-90bb-7a773885934d', 'title' => ''], + 'Name' => ['description' => 'Task name.', 'type' => 'string', 'example' => 'my-eval-task-1', 'title' => ''], + 'AliyunUid' => ['description' => 'The Alibaba Cloud account (primary account) of the task creator.', 'type' => 'string', 'example' => '1195531608511111', 'title' => ''], + 'UserId' => ['description' => 'The Alibaba Cloud sub-account of the task creator.', 'type' => 'string', 'example' => '222222222222222222', 'title' => ''], + 'AppName' => ['description' => 'The name of the user application targeted by this task.', 'type' => 'string', 'example' => 'my-llm-app', 'title' => ''], + 'Filters' => [ + 'description' => 'The evaluation task needs to search for a certain amount of trace data generated by the user application as input data for the evaluation operation. This is a list that defines the search filter conditions.', + 'type' => 'array', + 'items' => [ + 'description' => 'Filter condition object.', + 'type' => 'object', + 'properties' => [ + 'Key' => ['description' => 'Key of the filter condition.', 'type' => 'string', 'example' => 'ServiceId'."\n" + .'ServiceName'."\n" + .'Input'."\n" + .'Output'."\n" + .'Status'."\n" + .'TraceType'."\n" + .'SpanType'."\n" + .'TraceName'."\n" + .'SpanName', 'title' => ''], + 'Operator' => ['description' => 'Filter condition match operator.', 'type' => 'string', 'example' => '='."\n" + .'StartsWith'."\n" + .'Contains', 'title' => ''], + 'Value' => ['description' => 'Value of the filter condition.', 'type' => 'string', 'example' => 'foo', 'title' => ''], + ], + 'title' => '', + ], + 'title' => '', + ], + 'GmtCreateTime' => ['description' => 'UTC creation time of the task.', 'type' => 'string', 'example' => '2024-07-31 08:30:00', 'title' => ''], + 'GmtStartTime' => ['description' => 'UTC start time of the trace data.', 'type' => 'string', 'example' => '2024-08-02', 'title' => ''], + 'GmtEndTime' => ['description' => 'UTC end time of the trace data.', 'type' => 'string', 'example' => '2024-08-10 13:20:00', 'title' => ''], + 'GmtLastSamplingWindowStartTime' => ['description' => 'UTC lower bound of the last sampling window.', 'type' => 'string', 'example' => '2024-08-10 13:11:00', 'title' => ''], + 'GmtLastSamplingWindowEndTime' => ['description' => 'UTC upper bound of the last sampling window', 'type' => 'string', 'example' => '2024-08-10 13:14:00', 'title' => ''], + 'SamplingFrequencyMinutes' => ['description' => 'The evaluation task needs to search for a certain amount of trace data generated by the user application as input data for the evaluation operation. This defines the width of the time window for each search of input data.', 'type' => 'integer', 'format' => 'int32', 'example' => '3', 'title' => ''], + 'SamplingRatio' => ['description' => 'The percentage of the data found within a time window that is actually used as input for the evaluation task. For example, 100 means all the found data is used as input, 20 means 20% of the found data is randomly selected as input.', 'type' => 'integer', 'format' => 'int32', 'example' => '70', 'title' => ''], + 'Description' => ['description' => 'Task description information', 'type' => 'string', 'example' => '这个任务做了这些事。', 'title' => ''], + 'Status' => ['description' => 'Task status', 'type' => 'string', 'example' => 'CREATED'."\n" + .'RUNNING'."\n" + .'FINISHED'."\n" + .'USER_CANCELED', 'title' => ''], + 'RecordCount' => ['description' => 'Number of evaluation records', 'type' => 'integer', 'format' => 'int32', 'example' => '999', 'title' => ''], + 'EvalResults' => ['description' => 'Deprecated. Will be removed.', 'type' => 'string', 'example' => 'Deprecated. Will be removed.'."\n" + ."\n", 'title' => ''], + 'EvaluationConfig' => ['description' => 'Extract specific path values from JSON-formatted trace data as input for the evaluation operation. These JSON paths are defined within this EvaluationConfig structure.', '$ref' => '#/components/schemas/EvaluationConfig', 'title' => ''], + 'ModelConfig' => ['description' => 'Access configuration structure for the large model used internally by the evaluation task.', '$ref' => '#/components/schemas/ModelConfig', 'title' => ''], + ], + 'title' => '', + ], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6F352A02-9C0D-54A7-B57C-663CF71D5714\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"task id is empty\\",\\n \\"Task\\": {\\n \\"Id\\": \\"0839a02d-aa24-4174-90bb-7a773885934d\\",\\n \\"Name\\": \\"my-eval-task-1\\",\\n \\"AliyunUid\\": \\"1195531608511111\\",\\n \\"UserId\\": \\"222222222222222222\\",\\n \\"AppName\\": \\"my-llm-app\\",\\n \\"Filters\\": [\\n {\\n \\"Key\\": \\"ServiceId\\\\nServiceName\\\\nInput\\\\nOutput\\\\nStatus\\\\nTraceType\\\\nSpanType\\\\nTraceName\\\\nSpanName\\",\\n \\"Operator\\": \\"=\\\\nStartsWith\\\\nContains\\",\\n \\"Value\\": \\"foo\\"\\n }\\n ],\\n \\"GmtCreateTime\\": \\"2024-07-31 08:30:00\\",\\n \\"GmtStartTime\\": \\"2024-08-02\\",\\n \\"GmtEndTime\\": \\"2024-08-10 13:20:00\\",\\n \\"GmtLastSamplingWindowStartTime\\": \\"2024-08-10 13:11:00\\",\\n \\"GmtLastSamplingWindowEndTime\\": \\"2024-08-10 13:14:00\\",\\n \\"SamplingFrequencyMinutes\\": 3,\\n \\"SamplingRatio\\": 70,\\n \\"Description\\": \\"这个任务做了这些事。\\",\\n \\"Status\\": \\"CREATED\\\\nRUNNING\\\\nFINISHED\\\\nUSER_CANCELED\\",\\n \\"RecordCount\\": 999,\\n \\"EvalResults\\": \\"Deprecated. Will be removed.\\\\n\\\\n\\",\\n \\"EvaluationConfig\\": {\\n \\"Context\\": {\\n \\"JsonPathInSpan\\": \\"attributes.retrieval.documents[*].document.content\\",\\n \\"SpanName\\": \\"retrieve\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n },\\n \\"Answer\\": {\\n \\"JsonPathInSpan\\": \\"attributes.output.value\\",\\n \\"SpanName\\": \\"query\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n },\\n \\"Query\\": {\\n \\"JsonPathInSpan\\": \\"attributes.input.value\\",\\n \\"SpanName\\": \\"query\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n }\\n },\\n \\"ModelConfig\\": {\\n \\"Temperature\\": 0.1,\\n \\"ApiKey\\": \\"lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ\\",\\n \\"Endpoint\\": \\"https://aiservice.cn-hangzhou.aliyuncs.com/v1\\",\\n \\"UseFunctionCall\\": true,\\n \\"TopP\\": 0.9,\\n \\"Name\\": \\"pai-judge\\\\nthemis\\\\nqwen\\\\ngpt\\",\\n \\"IsSelfHost\\": true\\n }\\n }\\n}","type":"json"}]', + 'title' => 'Retrieve detailed information of a trace evaluation task.', + 'summary' => 'Get the details of an online evaluation task', + 'translator' => 'machine', + 'changeSet' => [], + 'ramActions' => [ + [ + 'operationType' => 'get', + 'ramAction' => [ + 'action' => 'paillmtrace:GetOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + ], + ], + 'GetServiceIdentityRole' => [ + 'path' => '/api/v1/PAILLMTrace/ServiceIdentityRole', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'none', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '229846', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'The internal error code. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'EntityNotExist'], + 'Message' => ['description' => 'The error message. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'Serivce role does not exit.'], + 'RoleDetail' => ['description' => 'The role details.'."\n", 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'], + 'RoleName' => ['description' => 'The name of the service-linked role. Default value: AliyunServiceRoleForPaiLLMTrace.'."\n", 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'eventInfo' => [ + 'enable' => false, + 'eventNames' => [], + ], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"EntityNotExist\\",\\n \\"Message\\": \\"Serivce role does not exit.\\",\\n \\"RoleDetail\\": \\"AliyunServiceRoleForPaiLLMTrace\\",\\n \\"RoleName\\": \\"AliyunServiceRoleForPaiLLMTrace\\"\\n}","type":"json"}]', + 'title' => 'GetServiceIdentityRole', + 'summary' => 'Obtains the information related to the service-linked role.', + ], + 'GetXtraceToken' => [ + 'path' => '/api/v1/PAILLMTrace/XtraceToken', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'none', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '230427', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'The internal error code. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'The error message. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'get_xtrace_token: failed, ERROR: NoPermission'], + 'Token' => ['description' => 'The token used for uploading ARMS traces.'."\n", 'type' => 'string', 'example' => 'h1abcw7@5abcb_h1abcw7@5abc01'], + 'HttpEndpoint' => ['description' => 'The endpoint used for uploading ARMS traces.'."\n", 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces'], + 'HttpInternalEndpoint' => ['description' => 'The internal endpoint used for uploading ARMS traces used by Alibaba Cloud.'."\n", 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz-internal.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces'], + 'GrpcEndpoint' => ['description' => 'The gRPC endpoint used for uploading ARM traces.'."\n", 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz.aliyuncs.com:8090'], + 'GrpcInternalEndpoint' => ['description' => 'The internal gRPC endpoint used for uploading ARMS traces used by Alibaba Cloud.'."\n", 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz-internal.aliyuncs.com:8090'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"get_xtrace_token: failed, ERROR: NoPermission\\",\\n \\"Token\\": \\"h1abcw7@5abcb_h1abcw7@5abc01\\",\\n \\"HttpEndpoint\\": \\"http://tracing-analysis-dc-hz.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces\\",\\n \\"HttpInternalEndpoint\\": \\"http://tracing-analysis-dc-hz-internal.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces\\",\\n \\"GrpcEndpoint\\": \\"http://tracing-analysis-dc-hz.aliyuncs.com:8090\\",\\n \\"GrpcInternalEndpoint\\": \\"http://tracing-analysis-dc-hz-internal.aliyuncs.com:8090\\"\\n}","type":"json"}]', + 'title' => 'GetXtraceToken', + 'summary' => 'Obtains the token used in the Xtrace service and the endpoint required for uploading trace data.', + ], + 'ListEvalResults' => [ + 'summary' => 'Retrieve the list of trace assessment results. This API is used together with the EvaluateTrace API. The EvaluateTrace API triggers the assessment operation, and ListEvalResults retrieves the assessment results.', + 'path' => '/api/v1/PAILLMTrace/eval/results', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'list', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '237145', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'RecordIds', + 'in' => 'query', + 'style' => 'simple', + 'schema' => [ + 'description' => 'The IDs of the traces.', + 'type' => 'array', + 'items' => ['description' => 'The ID of a trace.', 'type' => 'string', 'required' => false, 'example' => '7423034a494ca17c16443ffd16336981', 'title' => ''], + 'required' => false, + 'title' => '', + 'example' => '', + ], + ], + [ + 'name' => 'PageNumber', + 'in' => 'query', + 'schema' => ['description' => 'The number of the page to return.'."\n" + .'- Pages start from page 1.'."\n" + .'- Default value: 1.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1', 'title' => ''], + ], + [ + 'name' => 'PageSize', + 'in' => 'query', + 'schema' => ['description' => 'Page size, default is 10.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10', 'title' => ''], + ], + [ + 'name' => 'EvaluationId', + 'in' => 'query', + 'schema' => ['description' => 'The ID of the evaluation task. Will return the latest evaluation result if this ID not provied.', 'type' => 'string', 'required' => false, 'example' => '0bb05ae2a2dc11ef9757faaa2a1ec0c6', 'title' => ''], + ], + [ + 'name' => 'Keyword', + 'in' => 'query', + 'schema' => ['description' => 'The search key word.', 'type' => 'string', 'required' => false, 'example' => 'foo', 'title' => ''], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'Internal error code. Set only when the response has an error.', 'type' => 'string', 'example' => 'ExecutionFailure', 'title' => ''], + 'Message' => ['description' => 'Response error message. Set only when the response has an error.', 'type' => 'string', 'example' => 'cannot get data back.', 'title' => ''], + 'TotalCount' => ['description' => 'The number of entries returned.'."\n", 'type' => 'integer', 'format' => 'int32', 'example' => '22', 'title' => ''], + 'EvaluationResults' => [ + 'description' => 'Evaluation results.', + 'type' => 'array', + 'items' => ['description' => 'Evaluation result of a single trace record.', 'type' => 'string', 'example' => '[{'."\n" + .' "result": {'."\n" + .' "correctness": {'."\n" + .' "label": "正确",'."\n" + .' "score": 1,'."\n" + .' "reason": " \\n - 回顾问题：询问了26岁理工宅男的礼物建议。\\n - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n - 回答内容详细且具体，提供了多种选择。\\n - 回答内容与问题相关，提供了多种礼物建议。\\n\\n{\\"label\\":\\"正确\\", \\"reason\\":\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\"}",'."\n" + .' "name": "正确性"'."\n" + .' },'."\n" + .' "faithfulness": {'."\n" + .' "label": "事实",'."\n" + .' "score": 1,'."\n" + .' "reason": " \\n - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\n - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\n - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\n\\n{\\"label\\":\\"事实\\", \\"reason\\":\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\"}",'."\n" + .' "name": "真实性"'."\n" + .' }'."\n" + .' },'."\n" + .' "eval_app_type": "qa"'."\n" + .'}]', 'title' => ''], + 'title' => '', + 'example' => '', + ], + ], + 'example' => '', + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'title' => 'Retrieve Trace Assessment Results', + 'changeSet' => [], + 'ramActions' => [ + [ + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListEvalResults', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'], + ], + ], + ], + ], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"ExecutionFailure\\",\\n \\"Message\\": \\"cannot get data back.\\",\\n \\"TotalCount\\": 22,\\n \\"EvaluationResults\\": [\\n \\"[{\\\\n \\\\\\"result\\\\\\": {\\\\n \\\\\\"correctness\\\\\\": {\\\\n \\\\\\"label\\\\\\": \\\\\\"正确\\\\\\",\\\\n \\\\\\"score\\\\\\": 1,\\\\n \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n - 回顾问题：询问了26岁理工宅男的礼物建议。\\\\\\\\n - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n - 回答内容详细且具体，提供了多种选择。\\\\\\\\n - 回答内容与问题相关，提供了多种礼物建议。\\\\\\\\n\\\\\\\\n{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"正确\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\\\\\\\\\\\\\"}\\\\\\",\\\\n \\\\\\"name\\\\\\": \\\\\\"正确性\\\\\\"\\\\n },\\\\n \\\\\\"faithfulness\\\\\\": {\\\\n \\\\\\"label\\\\\\": \\\\\\"事实\\\\\\",\\\\n \\\\\\"score\\\\\\": 1,\\\\n \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\\\\\\\n - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\n - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\\\\\\\n\\\\\\\\n{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"事实\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\\\\\\\"}\\\\\\",\\\\n \\\\\\"name\\\\\\": \\\\\\"真实性\\\\\\"\\\\n }\\\\n },\\\\n \\\\\\"eval_app_type\\\\\\": \\\\\\"qa\\\\\\"\\\\n}]\\"\\n ]\\n}","type":"json"}]', + ], + 'ListOnlineEvalTaskResults' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltaskresults', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'get', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'TraceIds', + 'in' => 'query', + 'style' => 'simple', + 'schema' => [ + 'description' => 'Specify a set of trace IDs, and only return the evaluation results for these traces. At least one of the trace ID or task ID must be set.', + 'type' => 'array', + 'items' => ['description' => 'Trace ID', 'type' => 'string', 'required' => false, 'example' => '3fbb8d864ac0004b7e41b6f4512c80ae', 'title' => ''], + 'required' => false, + 'title' => '', + ], + ], + [ + 'name' => 'PageNumber', + 'in' => 'query', + 'schema' => ['description' => 'The current page number. Value range: integers greater than 0. Default value: 1.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '2', 'title' => ''], + ], + [ + 'name' => 'PageSize', + 'in' => 'query', + 'schema' => ['description' => 'Page size, default is 10.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50', 'title' => ''], + ], + [ + 'name' => 'EvaluationId', + 'in' => 'query', + 'schema' => ['description' => 'The ID of the evaluation task. At least one of the trace ID or task ID must be set.', 'type' => 'string', 'required' => false, 'example' => '0bb05ae8888c11ef9757faaa2a1ec0c6', 'title' => ''], + ], + [ + 'name' => 'MostRecentResultsOnly', + 'in' => 'query', + 'schema' => ['description' => 'The same trace data may have been evaluated by different tasks. If no task ID is specified and there are multiple evaluation results for the same trace ID, this parameter specifies whether to return only the most recent evaluation result.', 'type' => 'boolean', 'required' => false, 'example' => 'True', 'title' => ''], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the request', 'type' => 'string', 'example' => '22BA9A5A-E3D8-5B4C-90FC-F33F6E5853F8'], + 'Code' => ['description' => 'Internal error code. Set only when the response has an error.', 'type' => 'string', 'example' => 'InvalidInputParams', 'title' => ''], + 'Message' => ['description' => 'Response error message. Set only when the response has an error.', 'type' => 'string', 'example' => 'must provide trace_id(s) or eval_id', 'title' => ''], + 'EvaluationResults' => [ + 'description' => 'List of evaluation results.', + 'type' => 'array', + 'items' => ['description' => 'Evaluation result of a single trace record.', 'type' => 'string', 'example' => '{'."\n" + .' "result": {'."\n" + .' "correctness": {'."\n" + .' "label": "正确",'."\n" + .' "score": 1,'."\n" + .' "reason": " \\n - 回顾问题：询问了26岁理工宅男的礼物建议。\\n - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n - 回答内容详细且具体，提供了多种选择。\\n - 回答内容与问题相关，提供了多种礼物建议。\\n\\n{\\"label\\":\\"正确\\", \\"reason\\":\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\"}",'."\n" + .' "name": "正确性"'."\n" + .' },'."\n" + .' "faithfulness": {'."\n" + .' "label": "事实",'."\n" + .' "score": 1,'."\n" + .' "reason": " \\n - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\n - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\n - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\n\\n{\\"label\\":\\"事实\\", \\"reason\\":\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\"}",'."\n" + .' "name": "真实性"'."\n" + .' }'."\n" + .' },'."\n" + .' "eval_app_type": "qa"'."\n" + .'}', 'title' => ''], + 'title' => '', + ], + 'TotalCount' => ['description' => 'Total number of evaluation results that meet the criteria.', 'type' => 'integer', 'format' => 'int32', 'example' => '123', 'title' => ''], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"22BA9A5A-E3D8-5B4C-90FC-F33F6E5853F8\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"must provide trace_id(s) or eval_id\\",\\n \\"EvaluationResults\\": [\\n \\"{\\\\n \\\\\\"result\\\\\\": {\\\\n \\\\\\"correctness\\\\\\": {\\\\n \\\\\\"label\\\\\\": \\\\\\"正确\\\\\\",\\\\n \\\\\\"score\\\\\\": 1,\\\\n \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n - 回顾问题：询问了26岁理工宅男的礼物建议。\\\\\\\\n - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n - 回答内容详细且具体，提供了多种选择。\\\\\\\\n - 回答内容与问题相关，提供了多种礼物建议。\\\\\\\\n\\\\\\\\n{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"正确\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\\\\\\\\\\\\\"}\\\\\\",\\\\n \\\\\\"name\\\\\\": \\\\\\"正确性\\\\\\"\\\\n },\\\\n \\\\\\"faithfulness\\\\\\": {\\\\n \\\\\\"label\\\\\\": \\\\\\"事实\\\\\\",\\\\n \\\\\\"score\\\\\\": 1,\\\\n \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\\\\\\\n - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\n - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\\\\\\\n\\\\\\\\n{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"事实\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\\\\\\\"}\\\\\\",\\\\n \\\\\\"name\\\\\\": \\\\\\"真实性\\\\\\"\\\\n }\\\\n },\\\\n \\\\\\"eval_app_type\\\\\\": \\\\\\"qa\\\\\\"\\\\n}\\"\\n ],\\n \\"TotalCount\\": 123\\n}","type":"json"}]', + 'title' => 'Get a list of trace evaluation task results', + 'summary' => 'List the results of online evaluation tasks that meet the criteria', + 'translator' => 'machine', + 'changeSet' => [], + 'ramActions' => [ + [ + 'operationType' => 'get', + 'ramAction' => [ + 'action' => 'paillmtrace:ListOnlineEvalTaskResults', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + ], + ], + 'ListOnlineEvalTasks' => [ + 'summary' => 'View online evaluation tasks that meet the criteria', + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'list', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241118', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'MinTime', + 'in' => 'query', + 'schema' => ['description' => 'The UTC start time of the search time range', 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n" + .'2025-04-05', 'title' => ''], + ], + [ + 'name' => 'MaxTime', + 'in' => 'query', + 'schema' => ['description' => 'The UTC end time of the search time range', 'type' => 'string', 'required' => false, 'example' => '2025-04-07 13:24:25'."\n" + .'2025-04-07', 'title' => ''], + ], + [ + 'name' => 'PageNumber', + 'in' => 'query', + 'schema' => ['description' => 'The current page number. Value range: integers greater than 0. Default value: 1.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1', 'title' => ''], + ], + [ + 'name' => 'PageSize', + 'in' => 'query', + 'schema' => ['description' => 'Page size, default is 10.', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50', 'title' => ''], + ], + [ + 'name' => 'AppName', + 'in' => 'query', + 'schema' => ['description' => 'Name of the user application recorded in the trace data. Exact match.', 'type' => 'string', 'required' => false, 'example' => 'my-foo-llm-app-1.0', 'title' => ''], + ], + [ + 'name' => 'Status', + 'in' => 'query', + 'schema' => ['description' => 'Job status. Exact match.', 'type' => 'string', 'required' => false, 'example' => 'CREATED'."\n" + .'RUNNING'."\n" + .'FINISHED'."\n" + .'USER_CANCELED', 'title' => ''], + ], + [ + 'name' => 'Keyword', + 'in' => 'query', + 'schema' => ['description' => 'Search keyword. It will match on fields such as task name, application name (appName), task description, and evaluation metric name.', 'type' => 'string', 'required' => false, 'example' => 'foo', 'title' => ''], + ], + [ + 'name' => 'SamplingMethod', + 'in' => 'query', + 'schema' => ['description' => 'Sampling method for job data. Valid values are window or probability. Exact match.', 'type' => 'string', 'required' => false, 'example' => 'Window'."\n" + .'Ratio', 'title' => ''], + ], + [ + 'name' => 'SortBy', + 'in' => 'query', + 'schema' => ['description' => 'Field used to sort the return result. Supported fields: TaskId, CreateTime, TaskName, and Status. If not specified, results are sorted by CreateTime by default.', 'type' => 'string', 'required' => false, 'example' => 'CreateTime'."\n" + .'Status'."\n" + .'TaskId'."\n" + .'TaskName', 'title' => ''], + ], + [ + 'name' => 'SortOrder', + 'in' => 'query', + 'schema' => ['description' => 'Sort order of the return result. Valid values: ASC (ascending) or DESC (descending). If not specified, results are sorted in descending order by default.', 'type' => 'string', 'required' => false, 'example' => 'ASC'."\n" + .'DESC', 'title' => ''], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the request', 'type' => 'string', 'example' => '6F352A02-9C0D-54A7-B57C-663CF71D5714'], + 'Code' => ['description' => 'Internal error code. Set only when the response has an error.', 'type' => 'string', 'example' => 'InvalidInputParams', 'title' => ''], + 'Message' => ['description' => 'Response error message. Set only when the response has an error.', 'type' => 'string', 'example' => 'page number should be greater than 0', 'title' => ''], + 'TotalCount' => ['description' => 'Total number of tasks that meet the criteria.', 'type' => 'integer', 'format' => 'int32', 'example' => '22', 'title' => ''], + 'Tasks' => [ + 'description' => 'List of tasks.', + 'type' => 'array', + 'items' => [ + 'description' => 'Detailed information about the task.', + 'type' => 'object', + 'properties' => [ + 'Id' => ['description' => 'Task ID.', 'type' => 'string', 'example' => '9f50cd72efcf36535152ee811a911115', 'title' => ''], + 'Name' => ['description' => 'Task name.', 'type' => 'string', 'example' => 'my-foo-evaluation-task', 'title' => ''], + 'AliyunUid' => ['description' => 'The Alibaba Cloud account (primary account) of the task creator.', 'type' => 'string', 'example' => '1512522691911111', 'title' => ''], + 'UserId' => ['description' => 'The Alibaba Cloud sub-account of the task creator.', 'type' => 'string', 'example' => '2222222222', 'title' => ''], + 'AppName' => ['description' => 'The name of the user application targeted by this task.', 'type' => 'string', 'example' => 'my-llm-app', 'title' => ''], + 'Filters' => [ + 'description' => 'The list define the search filter conditions for the evaluation task to search a certain amount of trace data generated by the user application, which serves as input data for the evaluation operation.', + 'type' => 'array', + 'items' => [ + 'description' => 'Filter condition object.', + 'type' => 'object', + 'properties' => [ + 'Key' => [ + 'description' => 'The key of the filter condition.', + 'type' => 'string', + 'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'], + 'example' => 'ServiceId'."\n" + .'ServiceName'."\n" + .'Input'."\n" + .'Output'."\n" + .'Status'."\n" + .'TraceType'."\n" + .'SpanType'."\n" + .'TraceName'."\n" + .'SpanName', + 'title' => '', + ], + 'Operator' => [ + 'description' => 'The matching operator of the filter condition.', + 'type' => 'string', + 'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'], + 'example' => '='."\n" + .'StartsWith'."\n" + .'Contains', + 'title' => '', + ], + 'Value' => ['description' => 'The value of the filter condition.', 'type' => 'string', 'example' => 'foo', 'title' => ''], + ], + 'title' => '', + 'example' => '', + ], + 'title' => '', + 'example' => '', + ], + 'GmtCreateTime' => ['description' => 'The UTC creation time of the task.', 'type' => 'string', 'example' => '2025-04-07 13:24:35', 'title' => ''], + 'GmtStartTime' => ['description' => 'The UTC start time of the task.', 'type' => 'string', 'example' => '2025-04-08 13:24:35', 'title' => ''], + 'GmtEndTime' => ['description' => 'Task UTC end time.', 'type' => 'string', 'example' => '2025-04-09 13:24:35', 'title' => ''], + 'SamplingFrequencyMinutes' => ['description' => 'The evaluation task needs to search for a certain amount of trace data generated by the user\'s application as input data for the evaluation operation. This defines the time window for each data search.', 'type' => 'integer', 'format' => 'int32', 'example' => '12', 'title' => ''], + 'SamplingRatio' => ['description' => 'The percentage of the data searched within a time window that is used as input data for the evaluation. For example, 100 means all the searched data is used as input, 20 means 20% of the searched data is randomly selected as input.', 'type' => 'integer', 'format' => 'int32', 'example' => '50', 'title' => ''], + 'Description' => ['description' => 'Task description information', 'type' => 'string', 'example' => '评估任务', 'title' => ''], + 'Status' => ['description' => 'Task status', 'type' => 'string', 'example' => 'CREATED'."\n" + .'RUNNING'."\n" + .'FINISHED'."\n" + .'USER_CANCELED', 'title' => ''], + 'EvaluationConfig' => ['description' => 'Extract specific path values from JSON-formatted trace data as input for the evaluation operation. These JSON paths are defined in this EvaluationConfig structure.', '$ref' => '#/components/schemas/EvaluationConfig', 'title' => '', 'example' => ''], + 'ModelConfig' => ['description' => 'Access configuration structure for the large model used internally by the evaluation task.', '$ref' => '#/components/schemas/ModelConfig', 'title' => '', 'example' => ''], + 'RecordCount' => ['description' => 'The number of assessment records. ', 'type' => 'integer', 'format' => 'int32', 'example' => '11', 'title' => ''], + 'EvalResults' => ['description' => 'The aggregated assessment result obtained by aggregation computation from all evaluation results of this job. ', 'type' => 'string', 'example' => '[{"task_id": "00000", "result_type": "HasValidEvalResult", "record_count": 8, "faithfulness": 0.5, "correctness": 0.5, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}, {"task_id": "00000", "result_type": "FailedToExtractQCA", "record_count": 3, "faithfulness": 0.0, "correctness": 0.0, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}]', 'title' => ''], + ], + 'title' => '', + 'example' => '', + ], + 'title' => '', + 'example' => '', + ], + ], + 'example' => '', + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6F352A02-9C0D-54A7-B57C-663CF71D5714\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"page number should be greater than 0\\",\\n \\"TotalCount\\": 22,\\n \\"Tasks\\": [\\n {\\n \\"Id\\": \\"9f50cd72efcf36535152ee811a911115\\",\\n \\"Name\\": \\"my-foo-evaluation-task\\",\\n \\"AliyunUid\\": \\"1512522691911111\\",\\n \\"UserId\\": \\"2222222222\\",\\n \\"AppName\\": \\"my-llm-app\\",\\n \\"Filters\\": [\\n {\\n \\"Key\\": \\"ServiceId\\\\nServiceName\\\\nInput\\\\nOutput\\\\nStatus\\\\nTraceType\\\\nSpanType\\\\nTraceName\\\\nSpanName\\",\\n \\"Operator\\": \\"=\\\\nStartsWith\\\\nContains\\",\\n \\"Value\\": \\"foo\\"\\n }\\n ],\\n \\"GmtCreateTime\\": \\"2025-04-07 13:24:35\\",\\n \\"GmtStartTime\\": \\"2025-04-08 13:24:35\\",\\n \\"GmtEndTime\\": \\"2025-04-09 13:24:35\\",\\n \\"SamplingFrequencyMinutes\\": 12,\\n \\"SamplingRatio\\": 50,\\n \\"Description\\": \\"评估任务\\",\\n \\"Status\\": \\"CREATED\\\\nRUNNING\\\\nFINISHED\\\\nUSER_CANCELED\\",\\n \\"EvaluationConfig\\": {\\n \\"Context\\": {\\n \\"JsonPathInSpan\\": \\"attributes.retrieval.documents[*].document.content\\",\\n \\"SpanName\\": \\"retrieve\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n },\\n \\"Answer\\": {\\n \\"JsonPathInSpan\\": \\"attributes.output.value\\",\\n \\"SpanName\\": \\"query\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n },\\n \\"Query\\": {\\n \\"JsonPathInSpan\\": \\"attributes.input.value\\",\\n \\"SpanName\\": \\"query\\",\\n \\"JsonPathInSpanValue\\": \\"message/value\\"\\n }\\n },\\n \\"ModelConfig\\": {\\n \\"Temperature\\": 0.1,\\n \\"ApiKey\\": \\"lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ\\",\\n \\"Endpoint\\": \\"https://aiservice.cn-hangzhou.aliyuncs.com/v1\\",\\n \\"UseFunctionCall\\": true,\\n \\"TopP\\": 0.9,\\n \\"Name\\": \\"pai-judge\\\\nthemis\\\\nqwen\\\\ngpt\\",\\n \\"IsSelfHost\\": true\\n },\\n \\"RecordCount\\": 11,\\n \\"EvalResults\\": \\"[{\\\\\\"task_id\\\\\\": \\\\\\"00000\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"HasValidEvalResult\\\\\\", \\\\\\"record_count\\\\\\": 8, \\\\\\"faithfulness\\\\\\": 0.5, \\\\\\"correctness\\\\\\": 0.5, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}, {\\\\\\"task_id\\\\\\": \\\\\\"00000\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"FailedToExtractQCA\\\\\\", \\\\\\"record_count\\\\\\": 3, \\\\\\"faithfulness\\\\\\": 0.0, \\\\\\"correctness\\\\\\": 0.0, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}]\\"\\n }\\n ]\\n}","type":"json"}]', + 'title' => 'Retrieve the list of link assessment tasks.', + 'changeSet' => [], + 'ramActions' => [ + [ + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListOnlineEvalTasks', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'], + ], + ], + ], + ], + ], + 'ListTracesDatas' => [ + 'summary' => 'List trace data that meets the specified conditions from trace logs.', + 'path' => '/api/v1/PAILLMTrace/TracesDatas', + 'methods' => ['get'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'read', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'list', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '215404', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + 'tenantRelevance' => 'publicInformation', + ], + 'parameters' => [ + [ + 'name' => 'TraceIds', + 'in' => 'query', + 'style' => 'simple', + 'schema' => [ + 'description' => 'The list of trace IDs.'."\n", + 'type' => 'array', + 'items' => ['description' => 'A trace ID.'."\n", 'type' => 'string', 'required' => false, 'example' => '4d097fb3d451bad0148feefb4ab95', 'title' => ''], + 'required' => false, + 'title' => '', + 'example' => '', + ], + ], + [ + 'name' => 'SpanIds', + 'in' => 'query', + 'style' => 'simple', + 'schema' => [ + 'description' => 'The list of span IDs. Each trace record contains one or more spans.'."\n", + 'type' => 'array', + 'items' => ['title' => 'The ids to list', 'description' => 'A span ID.'."\n", 'type' => 'string', 'required' => false, 'example' => '17d4ef87a1fe8'], + 'required' => false, + 'title' => '', + 'example' => '', + ], + ], + [ + 'name' => 'SessionId', + 'in' => 'query', + 'schema' => ['description' => 'The value of the `attributes.gen_ai.session.id` field in trace records. Default is empty.', 'type' => 'string', 'required' => false, 'example' => 'e5895063-9b29-4ce4-b0fd-a018bfa11111', 'title' => ''], + ], + [ + 'name' => 'MinTime', + 'in' => 'query', + 'schema' => ['title' => '', 'description' => 'The lower limit of the search time range, in UTC format (YYYY-mm-dd or YYYY-MM-DD HH:mm:ss). By default, the value is (current time - 2 days).'."\n", 'type' => 'string', 'required' => true, 'example' => '2024-01-31'."\n" + .'2024-12-31 23:59:59'], + ], + [ + 'name' => 'MaxTime', + 'in' => 'query', + 'schema' => ['description' => 'The upper limit of the search time range, in UTC format (YYYY-mm-dd or YYYY-MM-DD HH:mm:ss). By default, the value is (current time +10 minutes)'."\n", 'type' => 'string', 'required' => false, 'example' => '2024-01-31'."\n" + .'2024-12-31 23:59:59', 'title' => ''], + ], + [ + 'name' => 'PageNumber', + 'in' => 'query', + 'schema' => ['description' => 'The page number. Page starts from page 1. Default value: 1'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1', 'title' => ''], + ], + [ + 'name' => 'PageSize', + 'in' => 'query', + 'schema' => ['description' => 'The number of entries per page. Default value: 20. Maximum value: 100.'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10', 'title' => ''], + ], + [ + 'name' => 'SpanName', + 'in' => 'query', + 'schema' => ['description' => 'A filter condition used when searching for traces. Returns traces that contain the specified span name. ', 'type' => 'string', 'required' => false, 'example' => 'ChatFlow.astream_chat', 'title' => ''], + ], + [ + 'name' => 'LlmAppName', + 'in' => 'query', + 'schema' => ['description' => 'The value of the resources.service.app.name field in the trace record. It can contain upper and lower case letters, digits, dot (.), hyphen (-), and underscore (\\_). Must be an exact match. It is empty by default.'."\n", 'type' => 'string', 'required' => false, 'example' => 'My.super_LLM-app2', 'title' => ''], + ], + [ + 'name' => 'MinDuration', + 'in' => 'query', + 'schema' => ['description' => 'A filter condition used when searching for traces: the minimum trace duration, in seconds (s).', 'type' => 'number', 'format' => 'float', 'required' => false, 'example' => '2', 'title' => ''], + ], + [ + 'name' => 'MaxDuration', + 'in' => 'query', + 'schema' => ['description' => 'A filter condition used when searching for traces: the maximum trace duration, in seconds (s).', 'type' => 'number', 'format' => 'float', 'required' => false, 'example' => '5', 'title' => ''], + ], + [ + 'name' => 'OpentelemetryCompatible', + 'in' => 'query', + 'schema' => ['description' => 'Whether the returned JSON data can be directly converted to OpenTelemetry TracesData protobuf object. Default value: False. JSON data that is compatible with OpenTelemetry is more complex. Such data is generally not required unless you want to generate a protobuf object of OpenTelemetry.'."\n", 'type' => 'boolean', 'required' => false, 'example' => 'False', 'default' => 'False', 'title' => ''], + ], + [ + 'name' => 'HasStatusMessage', + 'in' => 'query', + 'schema' => ['description' => 'Whether to return only trace records containing spans with a non-empty statusMessage. Example: Suppose a trace has 3 spans. If this parameter is True, this trace meets the condition when any one of the 3 spans has a non-empty statusMessage. The default value is False. The statusMessage is not used for filtering.'."\n", 'type' => 'boolean', 'required' => false, 'example' => 'False', 'title' => ''], + ], + [ + 'name' => 'HasEvents', + 'in' => 'query', + 'schema' => ['description' => 'Whether to return only trace records containing spans with a non-empty events. Example: Suppose a trace has 3 spans. If this parameter is True, this trace meets the condition when any one of the 3 spans has a non-empty events. The default value is False. The events is not used for filtering.'."\n", 'type' => 'boolean', 'required' => false, 'example' => 'False', 'title' => ''], + ], + [ + 'name' => 'OwnerSubId', + 'in' => 'query', + 'schema' => ['description' => 'The value of the resources.service.owner.sub_id field in the trace record. It can contain upper and lower case letters, digits, dot (.), hyphen (-), and underscore (\\_). It is empty by default.'."\n", 'type' => 'string', 'required' => false, 'example' => '123456789', 'title' => ''], + ], + [ + 'name' => 'EndUserId', + 'in' => 'query', + 'schema' => ['description' => 'The value of the attributes.service.app.user_id field in the trace record. It can contain upper and lower case letters, digits, dot (.), hyphen (-), and underscore (\\_). It is empty by default.'."\n", 'type' => 'string', 'required' => false, 'example' => 'end-user.12345', 'title' => ''], + ], + [ + 'name' => 'Filters', + 'in' => 'query', + 'style' => 'json', + 'schema' => [ + 'description' => 'Other filter parameters'."\n", + 'type' => 'array', + 'items' => [ + 'description' => 'A filter parameter object.'."\n", + 'type' => 'object', + 'properties' => [ + 'Key' => [ + 'description' => 'The name of the filter parameter, case-insensitive. Supported parameters: \'serviceid\', \'servicename\', \'input\', \'output\', \'status\', \'tracetype\', and \'tracename\'.'."\n" + ."\n" + .'The otel span attributes corresponding to the parameters:'."\n" + ."\n" + .'serviceid: resources.service.id'."\n" + ."\n" + .'servicename: resources.service.name'."\n" + ."\n" + .'input: attributes.input.value'."\n" + ."\n" + .'output: attributes.output.value'."\n" + ."\n" + .'status: statusCode'."\n" + ."\n" + .'tracetype: the attributes.gen_ai.span.kind of span whose parentSpanId is 0'."\n" + ."\n" + .'tracename: the spanName of span whose parentSpanId is 0'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* Status'."\n" + .'* SpanName'."\n" + .'* Input'."\n" + .'* TraceType'."\n" + .'* SpanType'."\n" + .'* ServiceName'."\n" + .'* Output'."\n" + .'* TraceName'."\n" + .'* ServiceId'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'], + 'example' => 'output', + 'title' => '', + ], + 'Operator' => [ + 'description' => 'The parameter operator. Case-insensitive. Supported operators: \'=\', \'contains\', and \'startswith\'.'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* contains'."\n" + .'* \\='."\n" + .'* startsWith'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['contains' => 'contains', '=' => '=', 'startsWith' => 'startsWith'], + 'example' => 'contains', + 'title' => '', + ], + 'Value' => ['description' => 'The value of the filter parameter. For the contains operation, it is case-sensitive. For other operations, it is case-insensitive.'."\n", 'type' => 'string', 'required' => false, 'example' => '智能填写', 'title' => ''], + ], + 'required' => false, + 'title' => '', + 'example' => '', + ], + 'required' => false, + 'title' => '', + 'example' => '', + ], + ], + [ + 'name' => 'TraceReduceMethod', + 'in' => 'query', + 'schema' => [ + 'description' => 'The content simplification method for returned trace data to reduce the data volume.'."\n" + ."\n" + .'REMOVE_EMBEDDING: Removes all embedding array contents.'."\n" + ."\n" + .'ROOT_ONLY: Returns only the root span for each trace, with the root span content also having the REMOVE_EMBEDDING applied.'."\n" + ."\n" + .'Blank: Maintains the original data without simplification.'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['ROOT_ONLY' => 'ROOT_ONLY', 'REMOVE_EMBEDDING' => 'REMOVE_EMBEDDING'], + 'example' => 'REMOVE_EMBEDDING'."\n" + .'ROOT_ONLY', + 'title' => '', + ], + ], + [ + 'name' => 'SortBy', + 'in' => 'query', + 'schema' => [ + 'description' => 'The field used to sort the returned results. Valid values: StartTime and Duration.'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['StartTime' => 'StartTime', 'Duration' => 'Duration'], + 'example' => 'StartTime'."\n" + .'Duration'."\n" + .'TotalTokens'."\n" + .'TraceId', + 'title' => '', + ], + ], + [ + 'name' => 'SortOrder', + 'in' => 'query', + 'schema' => [ + 'description' => 'The sorting order. Valid values:'."\n" + ."\n" + .'* **ASC**'."\n" + .'* **DESC** (default)'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['ASC' => 'ASC', 'DESC' => 'DESC'], + 'example' => 'DESC'."\n" + .'ASC', + 'title' => '', + ], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'TotalCount' => ['title' => '', 'description' => 'The total number of traces that meet the condition.'."\n", 'type' => 'integer', 'format' => 'int32', 'example' => '22'], + 'RequestId' => ['title' => 'Id of the request', 'description' => 'POP request id'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'The internal error code. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'ExecutionFailure', 'title' => ''], + 'Message' => ['description' => 'The error message. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'failed to get trace data', 'title' => ''], + 'Traces' => [ + 'description' => 'The JSON array with each element being a trace\'s JSON string. Length of the array is equal to or less than the page size parameter value.'."\n", + 'type' => 'array', + 'items' => ['description' => 'A JSON string representing a trace.'."\n", 'type' => 'any', 'example' => 'open telemetry compatible:'."\n" + .'{"resource_spans":[{"resource":{"attributes":[{"key":"telemetry.sdk.language","value":{"string_value":"python"}},{"key":"telemetry.sdk.name","value":{"string_value":"opentelemetry"}},{"key":"telemetry.sdk.version","value":{"string_value":"1.25.0"}},{"key":"service.name","value":{"string_value":"llm_trace_llamaindex_test_template"}},{"key":"service.version","value":{"string_value":"0.0.1"}},{"key":"deployment.environment","value":{"string_value":"cn-hangzhou"}},{"key":"service.app.name","value":{"string_value":"llm_trace_llamaindex_test"}},{"key":"service.owner.id","value":{"string_value":"177393915"}},{"key":"service.owner.sub_id","value":{"string_value":"230589443368"}}]},"scope_spans":[{"spans":[{"trace_id":"ae40025eae77fbab21687bd7e41c","span_id":"e09710fbd3c6","parent_span_id":"0","name":"query","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212440262841","end_time_unix_nano":"1718910215403326721","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"1C714E-057D-1216-835A-06F722E4F3"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"444bae400277fbab21687bd7e41c","span_id":"5686fa7a6b85b","parent_span_id":"e0a5920fbd3c6","name":"retrieve","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212440884059","end_time_unix_nano":"1718910213181800657","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"RETRIEVER"}},{"key":"pop.request.id","value":{"string_value":"E8A1F8D9-D35A-1F9F-B724-5DA12E6F612"}},{"key":"retrieval.documents","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"document.content","value":{"string_value":".PHONY: clean package test\\n\\nclean:\\n\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\n\\npackage: clean\\n\\tpip install build && python -m build\\n\\nrun:\\n\\tbash tools/run_test.sh"}},{"key":"document.id","value":{"string_value":"c3bd0f7e-2-42f7-964c-2fcc698657db"}},{"key":"document.metadata","value":{"string_value":"{\\"file_path\\": \\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\", \\"file_name\\": \\"makefile\\", \\"file_size\\": 213, \\"creation_date\\": \\"2024-05-10\\", \\"last_modified_date\\": \\"2024-05-10\\"}"}},{"key":"document.score","value":{"double_value":0.592955599044689}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"444bae4e77fbab21687bd7e41c","span_id":"f2fc6f6acbc7","parent_span_id":"f08a7a6b85b","name":"embedding","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212441468561","end_time_unix_nano":"1718910212617063167","attributes":[{"key":"embedding.embeddings","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"embedding.text","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"embedding.vector","value":{"string_value":"PAI LLM Trace system hid 1536 actual items"}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}},{"key":"embedding.model_name","value":{"string_value":"text-embedding-ada-002"}},{"key":"openinference.span.kind","value":{"string_value":"EMBEDDING"}},{"key":"pop.request.id","value":{"string_value":"56B9CCC3-CC84-0ED-53F60DC4A318"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"ae25eae77fbab21687bd7e41c","span_id":"f2ebc6f12b27","parent_span_id":"e0a710fbd3c6","name":"synthesize","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213465461860","end_time_unix_nano":"1718910215131655555","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"67D34C0D-1CD5-11B7-BEE2-05649"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"21687bd7e41c","span_id":"d8f3fc7c","parent_span_id":"f2ebc12b27","name":"chunking","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213467525240","end_time_unix_nano":"1718910213467894216","attributes":[{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"pop.request.id","value":{"string_value":"8E1625-B8D1-EA177F9FC69D"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"5eae77fbab7bd7e41c","span_id":"0ab8a7c75","parent_span_id":"f2ebcf12b27","name":"chunking","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213733013448","end_time_unix_nano":"1718910213733446902","attributes":[{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"pop.request.id","value":{"string_value":"14D0D5-1675-BCA7-AF320E26C1A4"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"25eae77fbab87bd7e41c","span_id":"2cb6c51c5fb2","parent_span_id":"f2ebcf12b27","name":"llm","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910214008467118","end_time_unix_nano":"1718910214849631714","attributes":[{"key":"llm.completions","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"The term \\"pai-llm-trace\\" refersto a component or module within the project or codebase being worked on."}},{"key":"message.role","value":{"string_value":"assistant"}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}},{"key":"llm.invocation_parameters","value":{"string_value":"{\\"temperature\\": 0.1, \\"model\\": \\"gpt-3.5-turbo\\"}"}},{"key":"llm.model_name","value":{"string_value":"gpt-3.5-turbo"}},{"key":"llm.prompt_template.template","value":{"string_value":"system: You are an expert Q&A system that is trusted around the world.\\nAlways answer the query using the provided context information, and not prior knowledge.\\nSome rules to follow:\\n1. Never directly reference thegiven context in your answer.\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\nuser: Context information is below.\\n---------------------\\n{context_str}\\n---------------------\\nGiven the context information and not prior knowledge, answer the query.\\nQuery: {query_str}\\nAnswer: \\nassistant: "}},{"key":"llm.prompt_template.variables","value":{"string_value":"{\\"context_str\\": \\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\n\\\\n.PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh\\", \\"query_str\\": \\"Question 1: what is pai-llm-trace.\\"}"}},{"key":"llm.prompts","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"You are an expert Q&A system that is trusted around the world.\\nAlways answer the query using the provided context information, and not prior knowledge.\\nSome rules to follow:\\n1. Never directly reference the given context in your answer.\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines."}},{"key":"message.role","value":{"string_value":"system"}},{"key":"vector_index","value":{"int_value":"0"}}]}},{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"Context information is below.\\n---------------------\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\n\\n.PHONY: clean package test\\n\\nclean:\\n\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\n\\npackage: clean\\n\\tpip install build && python -m build\\n\\nrun:\\n\\tbash tools/run_test.sh\\n---------------------\\nGiven the context information and not prior knowledge, answer the query.\\nQuery: Question 1:what is pai-llm-trace.\\nAnswer: "}},{"key":"message.role","value":{"string_value":"user"}},{"key":"vector_index","value":{"int_value":"1"}}]}}]}}},{"key":"llm.token_count.completion","value":{"string_value":"26"}},{"key":"llm.token_count.prompt","value":{"string_value":"210"}},{"key":"llm.token_count.total","value":{"string_value":"236"}},{"key":"openinference.span.kind","value":{"string_value":"LLM"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"AA68F16D-A8B7-1BB0-1BD1E47B5"}}],"status":{"code":"STATUS_CODE_OK"}}]}]}]}'."\n" + ."\n" + .'open telemetry incompatible:'."\n" + .'[{"aliyunUid": "1773939154", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "2305894433"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "444bae77fbab7bd7e41c", "spanId": "e0a0fbd3c6", "parentSpanId": "0", "kind": "SPAN_KIND_INTERNAL", "spanName": "query", "links": [], "events": [], "traceState": "", "startTime": 1718910212440262841, "endTime": 1718910215403326721, "duration": 2963063880, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "CHAIN"}},"output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "1C70E14E-06F7D4F3"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "773939154", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "1773939", "sub_id": "2305819539"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "baeeae77fbab21687bd7e41c", "spanId": "ff08a7a6b85b", "parentSpanId": "e0a0fbd3c6", "kind": "SPAN_KIND_INTERNAL", "spanName": "retrieve", "links": [], "events": [], "traceState": "","startTime": 1718910212440884059, "endTime": 1718910213181800657, "duration": 740916598, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "RETRIEVER"}}, "pop": {"request": {"id": "E8A1F8D9-D35A-1F9F2E6F612"}}, "retrieval": {"documents": [{"document": {"content": ".PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh", "id": "c3bd0f7e-7--2fcc8657db", "metadata": "{\\\\"file_path\\\\": \\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\", \\\\"file_name\\\\": \\\\"makefile\\\\", \\\\"file_size\\\\": 213, \\\\"creation_date\\\\": \\\\"2024-05-10\\\\", \\\\"last_modified_date\\\\": \\\\"2024-05-10\\\\"}", "score": 0.592955599044689}}]}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939154062345", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "1793915", "sub_id": "58944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "444baebd7e41c", "spanId": "fc6f6acbc7", "parentSpanId": "f08a7a6b85b", "kind": "SPAN_KIND_INTERNAL", "spanName": "embedding", "links": [],"events": [], "traceState": "", "startTime": 1718910212441468561, "endTime": 1718910212617063167, "duration": 175594606, "attributes": {"embedding": {"embeddings": [{"embedding": {"text": "Question 1: what is pai-llm-trace.", "vector": "PAI LLM Trace system hid 1536 actual items"}}], "model_name": "text-embedding-ada-002"}, "openinference": {"span": {"kind": "EMBEDDING"}}, "pop": {"request": {"id": "56B9CCC3-CC84-80ED-53F60DC4A"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "17739391540", "sub_id": "23058944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "eae77fbab21687bd7e41c", "spanId": "f2ebcf12b27", "parentSpanId": "e0afbd3c6", "kind": "SPAN_KIND_INTERNAL", "spanName": "synthesize", "links": [], "events": [], "traceState": "", "startTime": 1718910213465461860, "endTime": 1718910215131655555, "duration": 1666193695, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "CHAIN"}}, "output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "67D34C0D-1CD5-11B7-BEE2-0F90DCC"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "23058944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "ae0ae77fbab87bd7e41c", "spanId": "d8f3fc6d47c", "parentSpanId": "f2ebcf12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "chunking", "links": [], "events": [], "traceState": "", "startTime": 1718910213467525240, "endTime": 1718910213467894216, "duration": 368976, "attributes": {"openinference": {"span": {"kind": "CHAIN"}}, "pop": {"request": {"id": "8EA31C-5-B8D1-EA177F9FC69D"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name":"llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "17739391", "sub_id": "23058944"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name":"opentelemetry", "version": "1.25.0"}}}, "traceId": "444babd7e41c", "spanId": "0aba7c75", "parentSpanId": "f2ebc6f12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "chunking", "links": [], "events": [], "traceState": "", "startTime": 1718910213733013448, "endTime": 1718910213733446902, "duration": 433454, "attributes": {"openinference": {"span": {"kind": "CHAIN"}}, "pop": {"request": {"id": "14D0D75-BCA7-AFE26C1A4"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "2305894433"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "ae025eae77fbab7bd7e41c", "spanId": "2cb6c51c5fb2", "parentSpanId": "f2ebc6f12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "llm","links": [], "events": [], "traceState": "", "startTime": 1718910214008467118, "endTime": 1718910214849631714, "duration": 841164596, "attributes": {"llm": {"completions": [{"message": {"content": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on.", "role": "assistant"}}], "invocation_parameters": "{\\\\"temperature\\\\": 0.1, \\\\"model\\\\": \\\\"gpt-3.5-turbo\\\\"}", "model_name": "gpt-3.5-turbo", "prompt_template": {"template": "system: You are an expert Q&A system that is trusted around the world.\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\nSome rules to follow:\\\\n1. Never directly reference the given context in your answer.\\\\n2. Avoid statements like \\\'Based on the context, ...\\\' or \\\'The context information ...\\\' or anything along those lines.\\\\nuser: Contextinformation is below.\\\\n---------------------\\\\n{context_str}\\\\n---------------------\\\\nGiven the context information and not prior knowledge, answer the query.\\\\nQuery: {query_str}\\\\nAnswer: \\\\nassistant: ", "variables": "{\\\\"context_str\\\\": \\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\n\\\\\\\\n.PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\", \\\\"query_str\\\\": \\\\"Question 1: what is pai-llm-trace.\\\\"}"}, "prompts": [{"message": {"content": "You are an expert Q&A system that is trusted around the world.\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\nSome rules to follow:\\\\n1. Never directly reference the given context in your answer.\\\\n2. Avoid statements like \\\'Based on the context, ...\\\' or \\\'The context information ...\\\' or anything along those lines.", "role": "system"}}, {"message": {"content": "Context information is below.\\\\n---------------------\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\n\\\\n.PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh\\\\n---------------------\\\\nGiven the context information and notprior knowledge, answer the query.\\\\nQuery: Question 1: what is pai-llm-trace.\\\\nAnswer: ", "role": "user"}}], "token_count": {"completion": "26", "prompt": "210", "total": "236"}}, "openinference": {"span": {"kind": "LLM"}}, "output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "AA68F16D-A8B7-1BB0-1BD1E47B5"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}]', 'title' => ''], + 'title' => '', + 'example' => '', + ], + ], + 'example' => '', + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"TotalCount\\": 22,\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"ExecutionFailure\\",\\n \\"Message\\": \\"failed to get trace data\\",\\n \\"Traces\\": [\\n \\"open telemetry compatible:\\\\n{\\\\\\"resource_spans\\\\\\":[{\\\\\\"resource\\\\\\":{\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.language\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"python\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"opentelemetry\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.version\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"1.25.0\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"llm_trace_llamaindex_test_template\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.version\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"0.0.1\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"deployment.environment\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"cn-hangzhou\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.app.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"llm_trace_llamaindex_test\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.owner.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"177393915\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.owner.sub_id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"230589443368\\\\\\"}}]},\\\\\\"scope_spans\\\\\\":[{\\\\\\"spans\\\\\\":[{\\\\\\"trace_id\\\\\\":\\\\\\"ae40025eae77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"e09710fbd3c6\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"0\\\\\\",\\\\\\"name\\\\\\":\\\\\\"query\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212440262841\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910215403326721\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"1C714E-057D-1216-835A-06F722E4F3\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"444bae400277fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"5686fa7a6b85b\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"e0a5920fbd3c6\\\\\\",\\\\\\"name\\\\\\":\\\\\\"retrieve\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212440884059\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213181800657\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"RETRIEVER\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"E8A1F8D9-D35A-1F9F-B724-5DA12E6F612\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"retrieval.documents\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"document.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\".PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"c3bd0f7e-2-42f7-964c-2fcc698657db\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.metadata\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"file_path\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"file_name\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"makefile\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"file_size\\\\\\\\\\\\\\": 213, \\\\\\\\\\\\\\"creation_date\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"last_modified_date\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.score\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"double_value\\\\\\":0.592955599044689}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"444bae4e77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"f2fc6f6acbc7\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f08a7a6b85b\\\\\\",\\\\\\"name\\\\\\":\\\\\\"embedding\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212441468561\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910212617063167\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"embedding.embeddings\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"embedding.text\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"embedding.vector\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"PAI LLM Trace system hid 1536 actual items\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"embedding.model_name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"text-embedding-ada-002\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"EMBEDDING\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"56B9CCC3-CC84-0ED-53F60DC4A318\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"ae25eae77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"f2ebc6f12b27\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"e0a710fbd3c6\\\\\\",\\\\\\"name\\\\\\":\\\\\\"synthesize\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213465461860\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910215131655555\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"67D34C0D-1CD5-11B7-BEE2-05649\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"d8f3fc7c\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebc12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"chunking\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213467525240\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213467894216\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"8E1625-B8D1-EA177F9FC69D\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"5eae77fbab7bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"0ab8a7c75\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebcf12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"chunking\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213733013448\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213733446902\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"14D0D5-1675-BCA7-AF320E26C1A4\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"25eae77fbab87bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"2cb6c51c5fb2\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebcf12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"llm\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910214008467118\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910214849631714\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"llm.completions\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refersto a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"assistant\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"llm.invocation_parameters\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"temperature\\\\\\\\\\\\\\": 0.1, \\\\\\\\\\\\\\"model\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"gpt-3.5-turbo\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.model_name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"gpt-3.5-turbo\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompt_template.template\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"system: You are an expert Q&A system that is trusted around the world.\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\nSome rules to follow:\\\\\\\\n1. Never directly reference thegiven context in your answer.\\\\\\\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\\\\\\\nuser: Context information is below.\\\\\\\\n---------------------\\\\\\\\n{context_str}\\\\\\\\n---------------------\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\nQuery: {query_str}\\\\\\\\nAnswer: \\\\\\\\nassistant: \\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompt_template.variables\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"context_str\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"query_str\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompts\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"You are an expert Q&A system that is trusted around the world.\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\nSome rules to follow:\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"system\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}},{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Context information is below.\\\\\\\\n---------------------\\\\\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\n\\\\\\\\n.PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\\\\\n---------------------\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\nQuery: Question 1:what is pai-llm-trace.\\\\\\\\nAnswer: \\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"user\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"1\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.completion\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"26\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.prompt\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"210\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.total\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"236\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"LLM\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"AA68F16D-A8B7-1BB0-1BD1E47B5\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}}]}]}]}\\\\n\\\\nopen telemetry incompatible:\\\\n[{\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939154\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305894433\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444bae77fbab7bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"e0a0fbd3c6\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"0\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"query\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910212440262841, \\\\\\"endTime\\\\\\": 1718910215403326721, \\\\\\"duration\\\\\\": 2963063880, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}},\\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1C70E14E-06F7D4F3\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"773939154\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305819539\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"baeeae77fbab21687bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"ff08a7a6b85b\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"e0a0fbd3c6\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"retrieve\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\",\\\\\\"startTime\\\\\\": 1718910212440884059, \\\\\\"endTime\\\\\\": 1718910213181800657, \\\\\\"duration\\\\\\": 740916598, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"RETRIEVER\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"E8A1F8D9-D35A-1F9F2E6F612\\\\\\"}}, \\\\\\"retrieval\\\\\\": {\\\\\\"documents\\\\\\": [{\\\\\\"document\\\\\\": {\\\\\\"content\\\\\\": \\\\\\".PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\", \\\\\\"id\\\\\\": \\\\\\"c3bd0f7e-7--2fcc8657db\\\\\\", \\\\\\"metadata\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"file_path\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"file_name\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"makefile\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"file_size\\\\\\\\\\\\\\\\\\\\\\": 213, \\\\\\\\\\\\\\\\\\\\\\"creation_date\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"last_modified_date\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\", \\\\\\"score\\\\\\": 0.592955599044689}}]}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939154062345\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1793915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"58944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444baebd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"fc6f6acbc7\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f08a7a6b85b\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"embedding\\\\\\", \\\\\\"links\\\\\\": [],\\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910212441468561, \\\\\\"endTime\\\\\\": 1718910212617063167, \\\\\\"duration\\\\\\": 175594606, \\\\\\"attributes\\\\\\": {\\\\\\"embedding\\\\\\": {\\\\\\"embeddings\\\\\\": [{\\\\\\"embedding\\\\\\": {\\\\\\"text\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\", \\\\\\"vector\\\\\\": \\\\\\"PAI LLM Trace system hid 1536 actual items\\\\\\"}}], \\\\\\"model_name\\\\\\": \\\\\\"text-embedding-ada-002\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"EMBEDDING\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"56B9CCC3-CC84-80ED-53F60DC4A\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"17739391540\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"eae77fbab21687bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"f2ebcf12b27\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"e0afbd3c6\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"synthesize\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213465461860, \\\\\\"endTime\\\\\\": 1718910215131655555, \\\\\\"duration\\\\\\": 1666193695, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"67D34C0D-1CD5-11B7-BEE2-0F90DCC\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"ae0ae77fbab87bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"d8f3fc6d47c\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebcf12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"chunking\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213467525240, \\\\\\"endTime\\\\\\": 1718910213467894216, \\\\\\"duration\\\\\\": 368976, \\\\\\"attributes\\\\\\": {\\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"8EA31C-5-B8D1-EA177F9FC69D\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\":\\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"17739391\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\":\\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444babd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"0aba7c75\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebc6f12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"chunking\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213733013448, \\\\\\"endTime\\\\\\": 1718910213733446902, \\\\\\"duration\\\\\\": 433454, \\\\\\"attributes\\\\\\": {\\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"14D0D75-BCA7-AFE26C1A4\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305894433\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"ae025eae77fbab7bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"2cb6c51c5fb2\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebc6f12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"llm\\\\\\",\\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910214008467118, \\\\\\"endTime\\\\\\": 1718910214849631714, \\\\\\"duration\\\\\\": 841164596, \\\\\\"attributes\\\\\\": {\\\\\\"llm\\\\\\": {\\\\\\"completions\\\\\\": [{\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\", \\\\\\"role\\\\\\": \\\\\\"assistant\\\\\\"}}], \\\\\\"invocation_parameters\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"temperature\\\\\\\\\\\\\\\\\\\\\\": 0.1, \\\\\\\\\\\\\\\\\\\\\\"model\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"gpt-3.5-turbo\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\", \\\\\\"model_name\\\\\\": \\\\\\"gpt-3.5-turbo\\\\\\", \\\\\\"prompt_template\\\\\\": {\\\\\\"template\\\\\\": \\\\\\"system: You are an expert Q&A system that is trusted around the world.\\\\\\\\\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\\\\\\\\\nSome rules to follow:\\\\\\\\\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\\\\\\\\\n2. Avoid statements like \\\\\\\\\'Based on the context, ...\\\\\\\\\' or \\\\\\\\\'The context information ...\\\\\\\\\' or anything along those lines.\\\\\\\\\\\\\\\\nuser: Contextinformation is below.\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\n{context_str}\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\\\\\\\\\nQuery: {query_str}\\\\\\\\\\\\\\\\nAnswer: \\\\\\\\\\\\\\\\nassistant: \\\\\\", \\\\\\"variables\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"context_str\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"query_str\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\"}, \\\\\\"prompts\\\\\\": [{\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"You are an expert Q&A system that is trusted around the world.\\\\\\\\\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\\\\\\\\\nSome rules to follow:\\\\\\\\\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\\\\\\\\\n2. Avoid statements like \\\\\\\\\'Based on the context, ...\\\\\\\\\' or \\\\\\\\\'The context information ...\\\\\\\\\' or anything along those lines.\\\\\\", \\\\\\"role\\\\\\": \\\\\\"system\\\\\\"}}, {\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"Context information is below.\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nGiven the context information and notprior knowledge, answer the query.\\\\\\\\\\\\\\\\nQuery: Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\\\nAnswer: \\\\\\", \\\\\\"role\\\\\\": \\\\\\"user\\\\\\"}}], \\\\\\"token_count\\\\\\": {\\\\\\"completion\\\\\\": \\\\\\"26\\\\\\", \\\\\\"prompt\\\\\\": \\\\\\"210\\\\\\", \\\\\\"total\\\\\\": \\\\\\"236\\\\\\"}}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"LLM\\\\\\"}}, \\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"AA68F16D-A8B7-1BB0-1BD1E47B5\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}]\\"\\n ]\\n}","type":"json"}]', + 'title' => 'Search Trace Data', + 'requestParamsDescription' => 'All parameters are combined with an AND relationship. Multiple IDs in spanIds are combined with an OR relationship. Multiple IDs in traceIds are combined with an OR relationship. If any span within a trace meets the search conditions, the trace is considered to meet the conditions. '."\n" + ."\n" + .'If you do not need to support OpenTelemetry-formatted data, we recommend setting the OpentelemetryCompatible parameter to False to simplify the structure of the returned JSON string. ', + 'changeSet' => [], + 'ramActions' => [ + [ + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListTracesDatas', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + ], + ], + 'StopOnlineEvalTask' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}/stop', + 'methods' => ['put'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'update', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241121', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'TaskId', + 'in' => 'path', + 'schema' => ['description' => 'The ID of the trace evaluation task.', 'type' => 'string', 'required' => true, 'example' => '518b1d2f3cfca4ad3836ace4db69ba59c'], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response', + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'ID of the POP request', 'type' => 'string', 'example' => '31E5FBC2-792D-5B5C-A5EB-3019984ABFC8'], + 'Code' => ['description' => 'Internal error code. Set only when the response is in error.', 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'Response error message. Set only when the response is in error.', 'type' => 'string', 'example' => 'task id is empty'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"31E5FBC2-792D-5B5C-A5EB-3019984ABFC8\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"task id is empty\\"\\n}","type":"json"}]', + 'title' => 'Stop a trace evaluation task.', + 'summary' => 'Stop the execution of an online evaluation task', + 'translator' => 'machine', + ], + 'UpdateOnlineEvalTask' => [ + 'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}', + 'methods' => ['put'], + 'schemes' => ['https'], + 'security' => [ + [ + 'AK' => [], + ], + ], + 'consumes' => ['application/json'], + 'produces' => ['application/json'], + 'operationType' => 'write', + 'deprecated' => false, + 'systemTags' => [ + 'operationType' => 'update', + 'riskType' => 'none', + 'chargeType' => 'free', + 'abilityTreeCode' => '241120', + 'abilityTreeNodes' => ['FEATURElearn0UHCCK'], + ], + 'parameters' => [ + [ + 'name' => 'TaskId', + 'in' => 'path', + 'schema' => ['description' => 'The ID of the trace evaluation task.'."\n", 'type' => 'string', 'required' => true, 'example' => '518bc0f833d9a4ad3836ace4db69ba59c'], + ], + [ + 'name' => 'body', + 'in' => 'body', + 'style' => 'json', + 'schema' => [ + 'description' => 'The request body.'."\n", + 'type' => 'object', + 'properties' => [ + 'TaskName' => ['description' => 'The task name.'."\n", 'type' => 'string', 'required' => false, 'example' => 'foo model application performance evaluation'."\n"], + 'AppName' => ['description' => 'The user-defined name of the LLM application.'."\n", 'type' => 'string', 'required' => false, 'example' => 'my-llm-one'], + 'Filters' => [ + 'description' => 'The evaluation task must search for a certain amount of trace data generated by the user application as input data for the evaluation. This list defines the search filter conditions.'."\n", + 'type' => 'array', + 'items' => [ + 'description' => 'The custom filter condition object.'."\n", + 'type' => 'object', + 'properties' => [ + 'Key' => [ + 'description' => 'The key of the filter condition.'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* Status'."\n" + .'* SpanName'."\n" + .'* Input'."\n" + .'* TraceType'."\n" + .'* SpanType'."\n" + .'* ServiceName'."\n" + .'* Output'."\n" + .'* TraceName'."\n" + .'* ServiceId'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'], + 'example' => 'ServiceId'."\n" + .'ServiceName'."\n" + .'Input'."\n" + .'Output'."\n" + .'Status'."\n" + .'TraceType'."\n" + .'SpanType'."\n" + .'TraceName'."\n" + .'SpanName', + ], + 'Operator' => [ + 'description' => 'The matching operator of the filter condition.'."\n" + ."\n" + .'Valid values:'."\n" + ."\n" + .'* Contains'."\n" + .'* \\='."\n" + .'* StartsWith'."\n", + 'type' => 'string', + 'required' => false, + 'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'], + 'example' => '='."\n" + .'StartsWith'."\n" + .'Contains', + ], + 'Value' => ['description' => 'The value of the filter condition.'."\n", 'type' => 'string', 'required' => false, 'example' => 'foo'], + ], + 'required' => false, + ], + 'required' => false, + ], + 'StartTime' => ['description' => 'The start time of the trace data, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2024-07-31 08:30:00'], + 'EndTime' => ['description' => 'The end time of the trace data, in UTC format.'."\n", 'type' => 'string', 'required' => false, 'example' => '2024-09-02 22:24:00'], + 'SamplingFrequencyMinutes' => ['description' => 'The evaluation task must search for a certain amount of trace data generated by the user application as input data for the evaluation. This is the width of the time window for each search of input data.'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10'], + 'SamplingRatio' => ['description' => 'The percentage of data found in a time window that truly serves as evaluation input data. For example, 100 indicates that all data searched is used as evaluation input. 20 indicates that 20% of the found data is randomly selected as evaluation input.'."\n", 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'], + 'Description' => ['description' => 'The description of the task.'."\n", 'type' => 'string', 'required' => false, 'example' => 'The purpose of the task is xxx.'."\n"], + 'EvaluationConfig' => ['description' => 'This configuration structure defines the JSON paths needed to extract specific values from trace data in JSON format. EvaluationConfig defines these JSON paths.'."\n", 'required' => false, '$ref' => '#/components/schemas/EvaluationConfig'], + 'ModelConfig' => ['description' => 'The access configuration structure of the model used in the evaluation.'."\n", 'required' => false, '$ref' => '#/components/schemas/ModelConfig'], + ], + 'required' => false, + ], + ], + ], + 'responses' => [ + 200 => [ + 'schema' => [ + 'title' => 'Schema of Response', + 'description' => 'Schema of Response'."\n", + 'type' => 'object', + 'properties' => [ + 'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the POP request'."\n", 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'], + 'Code' => ['description' => 'The internal error code. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'InvalidInputParams'], + 'Message' => ['description' => 'The error message. This parameter is returned only when an error occurs.'."\n", 'type' => 'string', 'example' => 'cannot modify a stopped task'], + ], + ], + ], + ], + 'staticInfo' => ['returnType' => 'synchronous'], + 'responseDemo' => '[{"errorExample":"","example":"{\\n \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n \\"Code\\": \\"InvalidInputParams\\",\\n \\"Message\\": \\"cannot modify a stopped task\\"\\n}","type":"json"}]', + 'title' => 'UpdateOnlineEvalTask', + 'summary' => 'Changes the configuration of a trace evaluation task.', + 'translator' => 'machine', + ], + ], + 'endpoints' => [ + ['regionId' => 'cn-shenzhen', 'regionName' => 'China (Shenzhen)', 'areaId' => 'asiaPacific', 'areaName' => 'Asia Pacific', 'public' => 'paillmtrace.cn-shenzhen.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-shenzhen.aliyuncs.com', 'vpc' => ''], + ['regionId' => 'cn-shanghai', 'regionName' => 'China (Shanghai)', 'areaId' => 'asiaPacific', 'areaName' => 'Asia Pacific', 'public' => 'paillmtrace.cn-shanghai.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-shanghai.aliyuncs.com', 'vpc' => ''], + ['regionId' => 'cn-hangzhou', 'regionName' => 'China (Hangzhou)', 'areaId' => 'asiaPacific', 'areaName' => 'Asia Pacific', 'public' => 'paillmtrace.cn-hangzhou.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-hangzhou.aliyuncs.com', 'vpc' => ''], + ['regionId' => 'cn-beijing', 'regionName' => 'China (Beijing)', 'areaId' => 'asiaPacific', 'areaName' => 'Asia Pacific', 'public' => 'paillmtrace.cn-beijing.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-beijing.aliyuncs.com', 'vpc' => ''], + ], + 'errorCodes' => [], + 'changeSet' => [], + 'ram' => [ + 'productCode' => 'PAILLMTrace', + 'productName' => 'Platform for AI', + 'ramCodes' => ['paillmtrace'], + 'ramLevel' => 'RESOURCE', + 'ramConditions' => [ + [ + 'name' => 'paillmtrace:TestThis', + 'schema' => ['type' => 'String', 'description' => 'paillmtrace:TestThis'], + ], + ], + 'ramActions' => [ + [ + 'apiName' => 'GetServiceIdentityRole', + 'description' => '', + 'operationType' => 'none', + 'ramAction' => [ + 'action' => 'paillmtrace:GetServiceIdentityRole', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + [ + 'apiName' => 'CreateOnlineEvalTask', + 'description' => '', + 'operationType' => 'create', + 'ramAction' => [ + 'action' => 'paillmtrace:CreateOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'], + ], + ], + ], + [ + 'apiName' => 'ListTracesDatas', + 'description' => '', + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListTracesDatas', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + [ + 'apiName' => 'GetOnlineEvalTask', + 'description' => '', + 'operationType' => 'get', + 'ramAction' => [ + 'action' => 'paillmtrace:GetOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + [ + 'apiName' => 'GetXtraceToken', + 'description' => '', + 'operationType' => 'none', + 'ramAction' => [ + 'action' => 'paillmtrace:GetXtraceToken', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + [ + 'apiName' => 'UpdateOnlineEvalTask', + 'description' => '', + 'operationType' => 'update', + 'ramAction' => [ + 'action' => 'paillmtrace:UpdateOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + [ + 'apiName' => 'StopOnlineEvalTask', + 'description' => '', + 'operationType' => 'update', + 'ramAction' => [ + 'action' => 'paillmtrace:StopOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + [ + 'apiName' => 'CreateServiceIdentityRole', + 'description' => '', + 'operationType' => 'none', + 'ramAction' => [ + 'action' => 'paillmtrace:CreateServiceLinkedRole', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + [ + 'apiName' => 'ListOnlineEvalTaskResults', + 'description' => '', + 'operationType' => 'get', + 'ramAction' => [ + 'action' => 'paillmtrace:ListOnlineEvalTaskResults', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + [ + 'apiName' => 'ListOnlineEvalTasks', + 'description' => '', + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListOnlineEvalTasks', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'], + ], + ], + ], + [ + 'apiName' => 'EvaluateTrace', + 'description' => '', + 'operationType' => 'none', + 'ramAction' => [ + 'action' => 'paillmtrace:EvaluateTrace', + 'authLevel' => 'operate', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'All Resource', 'arn' => '*'], + ], + ], + ], + [ + 'apiName' => 'DeleteOnlineEvalTask', + 'description' => '', + 'operationType' => 'delete', + 'ramAction' => [ + 'action' => 'paillmtrace:DeleteOnlineEvalTask', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ], + ], + ], + [ + 'apiName' => 'ListEvalResults', + 'description' => '', + 'operationType' => 'list', + 'ramAction' => [ + 'action' => 'paillmtrace:ListEvalResults', + 'authLevel' => 'resource', + 'actionConditions' => [], + 'resources' => [ + ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'], + ], + ], + ], + ], + 'resourceTypes' => [ + ['validationType' => 'always', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'], + ['validationType' => 'always', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'], + ['validationType' => 'always', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'], + ], + ], ]; -- cgit v1.2.3