path: root/data/zh_cn/paillmtrace/2024-03-11/api-docs.php

<?php return [
    'version' => '1.0',
    'info' => ['style' => 'ROA', 'product' => 'PaiLLMTrace', 'version' => '2024-03-11'],
    'directories' => [
        [
            'children' => ['EvaluateTrace'],
            'type' => 'directory',
            'title' => '评估单条链路数据',
            'id' => 128815,
        ],
        [
            'children' => ['DeleteOnlineEvalTask', 'GetEvaluationTemplates', 'GetOnlineEvalTask', 'ListOnlineEvalTaskResults', 'ListOnlineEvalTasks', 'StopOnlineEvalTask', 'UpdateOnlineEvalTask', 'CreateOnlineEvalTask'],
            'type' => 'directory',
            'title' => '链路评估任务',
            'id' => 128817,
        ],
        [
            'children' => ['ListTracesDatas'],
            'type' => 'directory',
            'title' => '链路追踪',
            'id' => 128826,
        ],
        [
            'children' => ['GetXtraceToken', 'CreateServiceIdentityRole', 'GetServiceIdentityRole', 'ListEvalResults'],
            'type' => 'directory',
            'title' => '其他',
            'id' => 128828,
        ],
    ],
    'components' => [
        'schemas' => [
            'EvaluationConfig' => [
                'description' => '从json格式的链路数据里要一些提取特定路径上的值，作为评估操作的输入。在这个EvaluationConfig结构体里定义这些json路径。',
                'type' => 'object',
                'properties' => [
                    'Context' => [
                        'description' => '大模型回答问题时参考的上下文节点信息。',
                        'type' => 'object',
                        'properties' => [
                            'JsonPathInSpan' => ['description' => '链路log里存放Context的json path。', 'type' => 'string', 'example' => 'attributes.retrieval.documents[*].document.content', 'minLength' => 1],
                            'SpanName' => ['description' => '链路log的span名称。', 'type' => 'string', 'example' => 'retrieve', 'minLength' => 1],
                            'JsonPathInSpanValue' => ['description' => '如果json path处取到的值本身仍然是json string，那么需要进一步定义这个json里的json path以获取实际的值。', 'type' => 'string', 'example' => 'message/value'],
                        ],
                    ],
                    'Answer' => [
                        'description' => '基于大语言模型的应用针对用户问题的回答。',
                        'type' => 'object',
                        'properties' => [
                            'JsonPathInSpan' => ['description' => '链路log里存放Answer的json path。', 'type' => 'string', 'example' => 'attributes.output.value', 'minLength' => 1],
                            'SpanName' => ['description' => '链路log的span名称。', 'type' => 'string', 'example' => 'query', 'minLength' => 1],
                            'JsonPathInSpanValue' => ['description' => '如果json path处取到的值本身仍然是json string，那么需要进一步定义这个json里的json path以获取实际的值。', 'type' => 'string', 'example' => 'message/value'],
                        ],
                    ],
                    'Query' => [
                        'description' => '用户向基于大语言模型的应用提出的问题。',
                        'type' => 'object',
                        'properties' => [
                            'JsonPathInSpan' => ['description' => '链路log里存放Query的json path。', 'type' => 'string', 'example' => 'attributes.input.value', 'minLength' => 1],
                            'SpanName' => ['description' => '链路log的span名称。', 'type' => 'string', 'example' => 'query', 'minLength' => 1],
                            'JsonPathInSpanValue' => ['description' => '如果json path处取到的值本身仍然是json string，那么需要进一步定义这个json里的json path以获取实际的值。', 'type' => 'string', 'example' => 'message/value'],
                        ],
                    ],
                ],
            ],
            'ModelConfig' => [
                'description' => '评估任务内部使用的大模型的访问配置结构体。',
                'visibility' => 'Public',
                'type' => 'object',
                'properties' => [
                    'Temperature' => ['description' => '控制大模型输出随机性的温度参数。最大可设置到0.2。', 'visibility' => 'Public', 'type' => 'number', 'format' => 'float', 'example' => '0.1', 'backendName' => 'temperature'],
                    'ApiKey' => ['description' => '评估任务需要以用户名义调用用户有使用权的大模型时，需要填充的认证key。', 'visibility' => 'Public', 'type' => 'string', 'example' => 'lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ', 'backendName' => 'apiKey'],
                    'Endpoint' => ['description' => '评估任务需要以用户名义调用用户有使用权的大模型时，需要填充的模型服务地址。', 'visibility' => 'Public', 'type' => 'string', 'example' => 'https://aiservice.cn-hangzhou.aliyuncs.com/v1', 'backendName' => 'endpoint'],
                    'UseFunctionCall' => ['description' => '评估任务需要以用户名义调用用户有使用权的大模型时，是否允许大模型调用外部工具。', 'visibility' => 'Public', 'type' => 'boolean', 'example' => 'True', 'backendName' => 'useFunctionCall'],
                    'TopP' => ['description' => '控制大模型输出随机性的top p参数。', 'visibility' => 'Public', 'type' => 'number', 'format' => 'float', 'example' => '0.9', 'backendName' => 'topP'],
                    'Name' => ['description' => '大模型的名称。', 'visibility' => 'Public', 'type' => 'string', 'example' => 'pai-judge'."\n"
                        .'themis'."\n"
                        .'qwen'."\n"
                        .'gpt', 'backendName' => 'name'],
                    'IsSelfHost' => ['description' => '用户的大模型服务是自己提供的(True)、还是阿里云PAI提供的(False)。', 'visibility' => 'Public', 'type' => 'boolean', 'example' => 'False', 'backendName' => 'isSelfHost'],
                ],
            ],
        ],
    ],
    'apis' => [
        'CreateOnlineEvalTask' => [
            'summary' => '创建一个链路评估任务。系统会根据任务配置，从用户的链路数据里采样部分数据，用大模型对这些链路的执行效果做评估，并记录评估结果。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks',
            'methods' => ['post'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'create',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241117',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [
                [
                    'name' => 'body',
                    'in' => 'query',
                    'style' => 'json',
                    'schema' => [
                        'description' => '请求Body。',
                        'type' => 'object',
                        'properties' => [
                            'TaskName' => ['description' => '任务名称。', 'type' => 'string', 'required' => false, 'example' => 'my-llm-app-eval-task-1'],
                            'AppName' => ['description' => '用户应用在链路数据里记录的名称', 'type' => 'string', 'required' => false, 'example' => 'my-best-llm-app'],
                            'StartTime' => ['description' => '链路数据的UTC开始时间', 'type' => 'string', 'required' => false, 'example' => '2025-04-05 14:00:01'."\n"
                                .'2025-04-05'],
                            'EndTime' => ['description' => '链路数据的UTC结束时间', 'type' => 'string', 'required' => false, 'example' => '2025-06-05 14:00:01'."\n"
                                .'2025-06-05'],
                            'SamplingFrequencyMinutes' => ['description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义任务每次搜索输入数据的时间窗口的宽度。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '9'],
                            'Description' => ['description' => '任务描述信息', 'type' => 'string', 'required' => false, 'example' => '4月到6月数据评估'],
                            'Filters' => [
                                'description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义搜索筛选条件的列表。',
                                'type' => 'array',
                                'items' => [
                                    'description' => '过滤条件对象。',
                                    'type' => 'object',
                                    'properties' => [
                                        'Key' => [
                                            'description' => '过滤条件的key',
                                            'type' => 'string',
                                            'required' => false,
                                            'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'],
                                            'example' => 'ServiceId'."\n"
                                                .'ServiceName'."\n"
                                                .'Input'."\n"
                                                .'Output'."\n"
                                                .'Status'."\n"
                                                .'TraceType'."\n"
                                                .'SpanType'."\n"
                                                .'TraceName'."\n"
                                                .'SpanName',
                                        ],
                                        'Operator' => [
                                            'description' => '过滤条件匹配操作符',
                                            'type' => 'string',
                                            'required' => false,
                                            'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'],
                                            'example' => '='."\n"
                                                .'StartsWith'."\n"
                                                .'Contains'."\n",
                                        ],
                                        'Value' => ['description' => '过滤条件的值', 'type' => 'string', 'required' => false, 'example' => 'foo'],
                                    ],
                                    'required' => false,
                                ],
                                'required' => false,
                            ],
                            'SamplingRatio' => ['description' => '评估任务在一个时间窗口里搜索到的数据，真正作为评估输入数据的百分比。比如100表示搜索到的所有数据都作为评估输入。又比如20表示从搜索到的数据里随机取20%作为评估输入。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'],
                            'EvaluationConfig' => ['description' => '从json格式的链路数据里要一些提取特定路径上的值，作为评估操作的输入。在这个EvaluationConfig结构体里定义这些json路径。', 'required' => false, '$ref' => '#/components/schemas/EvaluationConfig'],
                            'ModelConfig' => ['description' => '评估任务内部使用的大模型的访问配置结构体。', 'required' => false, '$ref' => '#/components/schemas/ModelConfig'],
                        ],
                        'required' => false,
                    ],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'TaskId' => ['description' => '新创建的链路评估任务的id。', 'type' => 'string', 'example' => '711ef9112343286810abbfce04e161ee'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'EvaluationConfig.Answer.SpanName is required.'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"TaskId\\": \\"711ef9112343286810abbfce04e161ee\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"EvaluationConfig.Answer.SpanName is required.\\"\\n}","type":"json"}]',
            'title' => '创建一个链路评估任务。',
        ],
        'CreateServiceIdentityRole' => [
            'summary' => '创建PaiLLMTrace服务需要使用的服务关联角色。',
            'path' => '/api/v1/PAILLMTrace/ServiceIdentityRole',
            'methods' => ['post'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'none',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '226578',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['title' => '调用失败后的错误码。', 'description' => '调用失败后的错误码。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['title' => '调用失败后的错误信息。', 'description' => '调用失败后的错误信息。', 'type' => 'string', 'example' => 'User don\'t have permission to create SLR.'],
                            'RoleName' => ['description' => '操作服务关联角色名称，默认值：AliyunServiceRoleForPaiLLMTrace。', 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'],
                            'RoleDetails' => ['description' => '角色详细信息。', 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'eventInfo' => [
                'enable' => false,
                'eventNames' => [],
            ],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"User don\'t have permission to create SLR.\\",\\n  \\"RoleName\\": \\"AliyunServiceRoleForPaiLLMTrace\\",\\n  \\"RoleDetails\\": \\"AliyunServiceRoleForPaiLLMTrace\\"\\n}","type":"json"}]',
            'title' => '创建服务关联角色。',
        ],
        'DeleteOnlineEvalTask' => [
            'summary' => '删除一个链路评估任务。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}',
            'methods' => ['delete'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'delete',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241122',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'TaskId',
                    'in' => 'path',
                    'schema' => ['description' => '链路评估任务的id。', 'type' => 'string', 'required' => true, 'example' => '1d3f2shp3cfjum4l74odz5gkkh'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'task id is empty'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"task id is empty\\"\\n}","type":"json"}]',
            'title' => '删除一个链路评估任务。',
        ],
        'EvaluateTrace' => [
            'summary' => '评估一条指定的trace数据。',
            'path' => '/api/v1/PAILLMTrace/eval/trace/{TraceId}',
            'methods' => ['put'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'none',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '246343',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [
                [
                    'name' => 'TraceId',
                    'in' => 'path',
                    'schema' => ['description' => '链路id', 'type' => 'string', 'required' => true, 'example' => 'c43793673a384d39daa0a351b1000000'],
                ],
                [
                    'name' => 'body',
                    'in' => 'body',
                    'style' => 'json',
                    'schema' => [
                        'description' => '请求结构。',
                        'type' => 'object',
                        'properties' => [
                            'AppName' => ['description' => '链路数据所在的应用名称', 'type' => 'string', 'required' => false, 'example' => 'my-llm-app'],
                            'MinTime' => ['description' => '搜索时间范围的UTC开始时间。', 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n"
                                .'2025-04-05'],
                            'MaxTime' => ['description' => '搜索时间范围的UTC结束时间。', 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n"
                                .'2025-04-05'],
                            'EvaluationConfig' => ['description' => '如果json path处取到的值本身仍然是json string，那么需要进一步定义这个json里的json path以获取实际的值。', 'required' => true, '$ref' => '#/components/schemas/EvaluationConfig'],
                            'ModelConfig' => ['description' => '评估链路功能内部使用的大模型的访问配置结构体。', 'required' => false, '$ref' => '#/components/schemas/ModelConfig'],
                            'EvaluationId' => ['description' => '评估任务的id。如果不指定，则系统会随机产生一个id返回给用户。用户可以凭借这个返回的任务id快速搜索评估结果。', 'type' => 'string', 'required' => false, 'example' => '44aea0ee00000000be5be24b2abb8f98'],
                        ],
                        'required' => false,
                    ],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => 'F1AB295E-0D1F-5ECE-9FFA-98ABB4CB5DF5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'eval_request missing dataset id or times'],
                            'EvaluationId' => ['description' => '链路数据所属的评估任务的任务id。', 'type' => 'string', 'example' => '6000043e103011f0922edec44617e03c'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"F1AB295E-0D1F-5ECE-9FFA-98ABB4CB5DF5\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"eval_request missing dataset id or times\\",\\n  \\"EvaluationId\\": \\"6000043e103011f0922edec44617e03c\\"\\n}","type":"json"}]',
            'title' => '评估一条指定的链路数据。',
        ],
        'GetEvaluationTemplates' => [
            'summary' => '链路评估系统通过和大模型交互、来生成对用户应用的评估结果。评估系统和大模型交互时，需要构造特定的提问提交给大模型。这些问题会基于评估系统内部定义的一些模板构造。这个API返回这些评估系统内部预设模板，供调用者参考和理解。',
            'path' => '/api/v1/PAILLMTrace/eval/templates',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'get',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'ExecutionFailure'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'cannot get data back.'],
                            'EvaluationTemplates' => [
                                'description' => '评估系统内部使用的构造llm交互信息的一系列模板。',
                                'type' => 'array',
                                'items' => ['description' => '一个模板。', 'type' => 'any', 'example' => '    {'."\n"
                                    .'            \'eval_app_type\': constants.EvalAppType.RAG,'."\n"
                                    .'            \'templates\': ['."\n"
                                    .'                {'."\n"
                                    .'                    \'metric\': "relevance",'."\n"
                                    .'                    \'template\': \'...\''."\n"
                                    .'                },'."\n"
                                    .'                {'."\n"
                                    .'                    \'metric\': "faithfulness",'."\n"
                                    .'                    \'template\': \'...\''."\n"
                                    .'                },'."\n"
                                    .'                {'."\n"
                                    .'                    \'metric\': \'correctness\','."\n"
                                    .'                    \'template\': \'...\''."\n"
                                    .'                }'."\n"
                                    .'            ]'."\n"
                                    .'        }'],
                            ],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"ExecutionFailure\\",\\n  \\"Message\\": \\"cannot get data back.\\",\\n  \\"EvaluationTemplates\\": [\\n    \\"    {\\\\n            \'eval_app_type\': constants.EvalAppType.RAG,\\\\n            \'templates\': [\\\\n                {\\\\n                    \'metric\': \\\\\\"relevance\\\\\\",\\\\n                    \'template\': \'...\'\\\\n                },\\\\n                {\\\\n                    \'metric\': \\\\\\"faithfulness\\\\\\",\\\\n                    \'template\': \'...\'\\\\n                },\\\\n                {\\\\n                    \'metric\': \'correctness\',\\\\n                    \'template\': \'...\'\\\\n                }\\\\n            ]\\\\n        }\\"\\n  ]\\n}","type":"json"}]',
            'title' => '获取链路评估系统内部使用的模版',
            'changeSet' => [],
            'ramActions' => [],
        ],
        'GetOnlineEvalTask' => [
            'summary' => '获取指定链路评估任务的详细信息，包括名称、评估模型配置，起止时间等信息。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'get',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241119',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'TaskId',
                    'in' => 'path',
                    'schema' => ['description' => '任务ID。', 'type' => 'string', 'required' => true, 'example' => 'e111d41dd22ca6cf4bc1e3fcad7a142af93'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'POP request id', 'type' => 'string', 'example' => '6F352A02-9C0D-54A7-B57C-663CF71D5714'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'task id is empty'],
                            'Task' => [
                                'description' => '任务信息',
                                'type' => 'object',
                                'properties' => [
                                    'Id' => ['description' => '任务id', 'type' => 'string', 'example' => '0839a02d-aa24-4174-90bb-7a773885934d'],
                                    'Name' => ['description' => '任务名称。', 'type' => 'string', 'example' => 'my-eval-task-1'],
                                    'AliyunUid' => ['description' => '任务创建者的阿里云账号（主账号）。', 'type' => 'string', 'example' => '1195531608511111'],
                                    'UserId' => ['description' => '任务创建者的阿里云子账号。', 'type' => 'string', 'example' => '222222222222222222'],
                                    'AppName' => ['description' => '该任务针对的用户应用的名称。', 'type' => 'string', 'example' => 'my-llm-app'],
                                    'Filters' => [
                                        'description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义搜索筛选条件的列表。',
                                        'type' => 'array',
                                        'items' => [
                                            'description' => '过滤条件对象。',
                                            'type' => 'object',
                                            'properties' => [
                                                'Key' => ['description' => '过滤条件的key。', 'type' => 'string', 'example' => 'ServiceId'."\n"
                                                    .'ServiceName'."\n"
                                                    .'Input'."\n"
                                                    .'Output'."\n"
                                                    .'Status'."\n"
                                                    .'TraceType'."\n"
                                                    .'SpanType'."\n"
                                                    .'TraceName'."\n"
                                                    .'SpanName'],
                                                'Operator' => ['description' => '过滤条件匹配操作符。', 'type' => 'string', 'example' => '='."\n"
                                                    .'StartsWith'."\n"
                                                    .'Contains'],
                                                'Value' => ['description' => '过滤条件的值。', 'type' => 'string', 'example' => 'foo'],
                                            ],
                                        ],
                                    ],
                                    'GmtCreateTime' => ['description' => '任务UTC创建时间。', 'type' => 'string', 'example' => '2024-07-31 08:30:00'],
                                    'GmtStartTime' => ['description' => '链路数据的UTC开始时间。', 'type' => 'string', 'example' => '2024-08-02'],
                                    'GmtEndTime' => ['description' => '链路数据的UTC结束时间。', 'type' => 'string', 'example' => '2024-08-10 13:20:00'],
                                    'GmtLastSamplingWindowStartTime' => ['description' => '最后一次采样窗口的UTC开始时间。', 'type' => 'string', 'example' => '2024-08-10 13:11:00'],
                                    'GmtLastSamplingWindowEndTime' => ['description' => '最后一次采样窗口的UTC结束时间', 'type' => 'string', 'example' => '2024-08-10 13:14:00'],
                                    'SamplingFrequencyMinutes' => ['description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义任务每次搜索输入数据的时间窗口的宽度。', 'type' => 'integer', 'format' => 'int32', 'example' => '3'],
                                    'SamplingRatio' => ['description' => '评估任务在一个时间窗口里搜索到的数据，真正作为评估输入数据的百分比。比如100表示搜索到的所有数据都作为评估输入。又比如20表示从搜索到的数据里随机取20%作为评估输入。', 'type' => 'integer', 'format' => 'int32', 'example' => '70'],
                                    'Description' => ['description' => '任务描述信息', 'type' => 'string', 'example' => '这个任务做了这些事。'],
                                    'Status' => ['description' => '任务状态', 'type' => 'string', 'example' => 'CREATED'."\n"
                                        .'RUNNING'."\n"
                                        .'FINISHED'."\n"
                                        .'USER_CANCELED'],
                                    'RecordCount' => ['description' => '评估记录数量', 'type' => 'integer', 'format' => 'int32', 'example' => '999'],
                                    'EvalResults' => ['description' => '从该任务所有的评估结果，通过聚合计算得到的聚合评估结果。', 'type' => 'string', 'example' => '[{"task_id": "11111", "result_type": "HasValidEvalResult", "record_count": 8, "faithfulness": 0.5, "correctness": 0.5, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}, {"task_id": "11111", "result_type": "FailedToExtractQCA", "record_count": 3, "faithfulness": 0.0, "correctness": 0.0, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}]'],
                                    'EvaluationConfig' => ['description' => '从json格式的链路数据里要一些提取特定路径上的值，作为评估操作的输入。在这个EvaluationConfig结构体里定义这些json路径。', '$ref' => '#/components/schemas/EvaluationConfig'],
                                    'ModelConfig' => ['description' => '评估任务内部使用的大模型的访问配置结构体。', '$ref' => '#/components/schemas/ModelConfig'],
                                ],
                            ],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6F352A02-9C0D-54A7-B57C-663CF71D5714\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"task id is empty\\",\\n  \\"Task\\": {\\n    \\"Id\\": \\"0839a02d-aa24-4174-90bb-7a773885934d\\",\\n    \\"Name\\": \\"my-eval-task-1\\",\\n    \\"AliyunUid\\": \\"1195531608511111\\",\\n    \\"UserId\\": \\"222222222222222222\\",\\n    \\"AppName\\": \\"my-llm-app\\",\\n    \\"Filters\\": [\\n      {\\n        \\"Key\\": \\"ServiceId\\\\nServiceName\\\\nInput\\\\nOutput\\\\nStatus\\\\nTraceType\\\\nSpanType\\\\nTraceName\\\\nSpanName\\",\\n        \\"Operator\\": \\"=\\\\nStartsWith\\\\nContains\\",\\n        \\"Value\\": \\"foo\\"\\n      }\\n    ],\\n    \\"GmtCreateTime\\": \\"2024-07-31 08:30:00\\",\\n    \\"GmtStartTime\\": \\"2024-08-02\\",\\n    \\"GmtEndTime\\": \\"2024-08-10 13:20:00\\",\\n    \\"GmtLastSamplingWindowStartTime\\": \\"2024-08-10 13:11:00\\",\\n    \\"GmtLastSamplingWindowEndTime\\": \\"2024-08-10 13:14:00\\",\\n    \\"SamplingFrequencyMinutes\\": 3,\\n    \\"SamplingRatio\\": 70,\\n    \\"Description\\": \\"这个任务做了这些事。\\",\\n    \\"Status\\": \\"CREATED\\\\nRUNNING\\\\nFINISHED\\\\nUSER_CANCELED\\",\\n    \\"RecordCount\\": 999,\\n    \\"EvalResults\\": \\"[{\\\\\\"task_id\\\\\\": \\\\\\"11111\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"HasValidEvalResult\\\\\\", \\\\\\"record_count\\\\\\": 8, \\\\\\"faithfulness\\\\\\": 0.5, \\\\\\"correctness\\\\\\": 0.5, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}, {\\\\\\"task_id\\\\\\": \\\\\\"11111\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"FailedToExtractQCA\\\\\\", \\\\\\"record_count\\\\\\": 3, \\\\\\"faithfulness\\\\\\": 0.0, \\\\\\"correctness\\\\\\": 0.0, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}]\\",\\n    \\"EvaluationConfig\\": {\\n      \\"Context\\": {\\n        \\"JsonPathInSpan\\": \\"attributes.retrieval.documents[*].document.content\\",\\n        \\"SpanName\\": \\"retrieve\\",\\n        \\"JsonPathInSpanValue\\": \\"message/value\\"\\n      },\\n      \\"Answer\\": {\\n        \\"JsonPathInSpan\\": \\"attributes.output.value\\",\\n        \\"SpanName\\": \\"query\\",\\n        \\"JsonPathInSpanValue\\": \\"message/value\\"\\n      },\\n      \\"Query\\": {\\n        \\"JsonPathInSpan\\": \\"attributes.input.value\\",\\n        \\"SpanName\\": \\"query\\",\\n        \\"JsonPathInSpanValue\\": \\"message/value\\"\\n      }\\n    },\\n    \\"ModelConfig\\": {\\n      \\"Temperature\\": 0.1,\\n      \\"ApiKey\\": \\"lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ\\",\\n      \\"Endpoint\\": \\"https://aiservice.cn-hangzhou.aliyuncs.com/v1\\",\\n      \\"UseFunctionCall\\": true,\\n      \\"TopP\\": 0.9,\\n      \\"Name\\": \\"pai-judge\\\\nthemis\\\\nqwen\\\\ngpt\\",\\n      \\"IsSelfHost\\": true\\n    }\\n  }\\n}","type":"json"}]',
            'title' => '获取一个链路评估任务的详细信息。',
            'changeSet' => [],
            'ramActions' => [
                [
                    'operationType' => 'get',
                    'ramAction' => [
                        'action' => 'paillmtrace:GetOnlineEvalTask',
                        'authLevel' => 'resource',
                        'actionConditions' => [],
                        'resources' => [
                            ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                        ],
                    ],
                ],
            ],
        ],
        'GetServiceIdentityRole' => [
            'summary' => '获取服务关联角色相关信息。',
            'path' => '/api/v1/PAILLMTrace/ServiceIdentityRole',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'none',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '229846',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'EntityNotExist'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'Serivce role does not exit.'],
                            'RoleDetail' => ['description' => '角色详细信息。', 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'],
                            'RoleName' => ['description' => '操作服务关联角色名称，默认值：AliyunServiceRoleForPaiLLMTrace。', 'type' => 'string', 'example' => 'AliyunServiceRoleForPaiLLMTrace'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'eventInfo' => [
                'enable' => false,
                'eventNames' => [],
            ],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"EntityNotExist\\",\\n  \\"Message\\": \\"Serivce role does not exit.\\",\\n  \\"RoleDetail\\": \\"AliyunServiceRoleForPaiLLMTrace\\",\\n  \\"RoleName\\": \\"AliyunServiceRoleForPaiLLMTrace\\"\\n}","type":"json"}]',
            'title' => '获取服务关联角色。',
        ],
        'GetXtraceToken' => [
            'summary' => '获取Xtrace服务中所使用的token，以及上传trace数据所需要的endpoint。',
            'path' => '/api/v1/PAILLMTrace/XtraceToken',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'none',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '230427',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'get_xtrace_token: failed, ERROR: NoPermission'],
                            'Token' => ['description' => 'arms链路上传使用的token', 'type' => 'string', 'example' => 'h1abcw7@5abcb_h1abcw7@5abc01'],
                            'HttpEndpoint' => ['description' => 'arms链路上传使用的endpoint.', 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces'],
                            'HttpInternalEndpoint' => ['description' => '阿里云内部使用的arms链路上传的endpoint', 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz-internal.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces'],
                            'GrpcEndpoint' => ['description' => 'arms链路上传使用的grpc endpoint', 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz.aliyuncs.com:8090'],
                            'GrpcInternalEndpoint' => ['description' => '阿里云内部使用的arms链路上传的grpc endpoint', 'type' => 'string', 'example' => 'http://tracing-analysis-dc-hz-internal.aliyuncs.com:8090'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"get_xtrace_token: failed, ERROR: NoPermission\\",\\n  \\"Token\\": \\"h1abcw7@5abcb_h1abcw7@5abc01\\",\\n  \\"HttpEndpoint\\": \\"http://tracing-analysis-dc-hz.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces\\",\\n  \\"HttpInternalEndpoint\\": \\"http://tracing-analysis-dc-hz-internal.aliyuncs.com/aaa@bbb@ccc/api/otlp/traces\\",\\n  \\"GrpcEndpoint\\": \\"http://tracing-analysis-dc-hz.aliyuncs.com:8090\\",\\n  \\"GrpcInternalEndpoint\\": \\"http://tracing-analysis-dc-hz-internal.aliyuncs.com:8090\\"\\n}","type":"json"}]',
            'title' => '获取Xtrace服务的Token。',
        ],
        'ListEvalResults' => [
            'summary' => '获取链路数据评估结果列表。和EvaluateTrace API搭配使用。EvaluateTrace触发评估操作。ListEvalResults获取评估结果。',
            'path' => '/api/v1/PAILLMTrace/eval/results',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'list',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '237145',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'RecordIds',
                    'in' => 'query',
                    'style' => 'simple',
                    'schema' => [
                        'description' => '链路数据id列表。',
                        'type' => 'array',
                        'items' => ['description' => '链路数据id', 'type' => 'string', 'required' => false, 'example' => '7423034a494ca17c16443ffd16336981'],
                        'required' => false,
                    ],
                ],
                [
                    'name' => 'PageNumber',
                    'in' => 'query',
                    'schema' => ['description' => '分页查询时设置的页码。 起始值：1。默认值：1。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1'],
                ],
                [
                    'name' => 'PageSize',
                    'in' => 'query',
                    'schema' => ['description' => '分页大小，默认值10，最大值50。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10'],
                ],
                [
                    'name' => 'EvaluationId',
                    'in' => 'query',
                    'schema' => ['description' => '链路数据所属的评估任务的任务id。', 'type' => 'string', 'required' => false, 'example' => '0bb05ae2a2dc11ef9757faaa2a1ec0c6'],
                ],
                [
                    'name' => 'Keyword',
                    'in' => 'query',
                    'schema' => ['description' => '查询关键字，在评估输入数据里查询。', 'type' => 'string', 'required' => false, 'example' => 'foo'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'POP请求id', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'ExecutionFailure'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'cannot get data back.'],
                            'TotalCount' => ['description' => '符合条件的评估结果的总数。', 'type' => 'integer', 'format' => 'int32', 'example' => '22'],
                            'EvaluationResults' => [
                                'description' => '资源评估结果列表。',
                                'type' => 'array',
                                'items' => ['description' => '一条链路记录的评估结果。', 'type' => 'string', 'example' => '[{'."\n"
                                    .'  "result": {'."\n"
                                    .'    "correctness": {'."\n"
                                    .'      "label": "正确",'."\n"
                                    .'      "score": 1,'."\n"
                                    .'      "reason": " \\n    - 回顾问题：询问了26岁理工宅男的礼物建议。\\n    - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n    - 回答内容详细且具体，提供了多种选择。\\n    - 回答内容与问题相关，提供了多种礼物建议。\\n</think>\\n<answer>{\\"label\\":\\"正确\\", \\"reason\\":\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\"}</answer></answer>",'."\n"
                                    .'      "name": "正确性"'."\n"
                                    .'    },'."\n"
                                    .'    "faithfulness": {'."\n"
                                    .'      "label": "事实",'."\n"
                                    .'      "score": 1,'."\n"
                                    .'      "reason": " \\n    - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\n    - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n    - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\n    - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\n</think>\\n<answer>{\\"label\\":\\"事实\\", \\"reason\\":\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\"}</answer></answer>",'."\n"
                                    .'      "name": "真实性"'."\n"
                                    .'    }'."\n"
                                    .'  },'."\n"
                                    .'  "eval_app_type": "qa"'."\n"
                                    .'}]'],
                            ],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'title' => '获取链路数据评估结果',
            'changeSet' => [],
            'ramActions' => [
                [
                    'operationType' => 'list',
                    'ramAction' => [
                        'action' => 'paillmtrace:ListEvalResults',
                        'authLevel' => 'resource',
                        'actionConditions' => [],
                        'resources' => [
                            ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'],
                        ],
                    ],
                ],
            ],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"ExecutionFailure\\",\\n  \\"Message\\": \\"cannot get data back.\\",\\n  \\"TotalCount\\": 22,\\n  \\"EvaluationResults\\": [\\n    \\"[{\\\\n  \\\\\\"result\\\\\\": {\\\\n    \\\\\\"correctness\\\\\\": {\\\\n      \\\\\\"label\\\\\\": \\\\\\"正确\\\\\\",\\\\n      \\\\\\"score\\\\\\": 1,\\\\n      \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n    - 回顾问题：询问了26岁理工宅男的礼物建议。\\\\\\\\n    - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n    - 回答内容详细且具体，提供了多种选择。\\\\\\\\n    - 回答内容与问题相关，提供了多种礼物建议。\\\\\\\\n</think>\\\\\\\\n<answer>{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"正确\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\\\\\\\\\\\\\"}</answer></answer>\\\\\\",\\\\n      \\\\\\"name\\\\\\": \\\\\\"正确性\\\\\\"\\\\n    },\\\\n    \\\\\\"faithfulness\\\\\\": {\\\\n      \\\\\\"label\\\\\\": \\\\\\"事实\\\\\\",\\\\n      \\\\\\"score\\\\\\": 1,\\\\n      \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n    - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\\\\\\\n    - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n    - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\n    - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\\\\\\\n</think>\\\\\\\\n<answer>{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"事实\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\\\\\\\"}</answer></answer>\\\\\\",\\\\n      \\\\\\"name\\\\\\": \\\\\\"真实性\\\\\\"\\\\n    }\\\\n  },\\\\n  \\\\\\"eval_app_type\\\\\\": \\\\\\"qa\\\\\\"\\\\n}]\\"\\n  ]\\n}","type":"json"}]',
        ],
        'ListOnlineEvalTaskResults' => [
            'summary' => '获取链路评估任务的结果列表。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltaskresults',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'get',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'TraceIds',
                    'in' => 'query',
                    'style' => 'simple',
                    'schema' => [
                        'description' => '指定一组链路id，只返回这些链路的评估结果。链路id和任务Id至少要设置其中一个。',
                        'type' => 'array',
                        'items' => ['description' => '链路id', 'type' => 'string', 'required' => false, 'example' => '3fbb8d864ac0004b7e41b6f4512c80ae'],
                        'required' => false,
                    ],
                ],
                [
                    'name' => 'PageNumber',
                    'in' => 'query',
                    'schema' => ['description' => '当前页数。取值范围：大于0的整数。默认值：1。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '2'],
                ],
                [
                    'name' => 'PageSize',
                    'in' => 'query',
                    'schema' => ['description' => '分页大小，默认为10，最大为50。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'],
                ],
                [
                    'name' => 'EvaluationId',
                    'in' => 'query',
                    'schema' => ['description' => '评估任务的id。链路id和任务Id至少要设置其中一个。', 'type' => 'string', 'required' => false, 'example' => '0bb05ae8888c11ef9757faaa2a1ec0c6'],
                ],
                [
                    'name' => 'MostRecentResultsOnly',
                    'in' => 'query',
                    'schema' => ['description' => '同一条链路数据可能会被不同的任务都评估过。如果不指定任务id，且同一个链路id有多条评估结果，那么这个参数指定是否只返回最新的一条评估结果。默认为True，只返回最新的一条结果。', 'type' => 'boolean', 'required' => false, 'example' => 'True'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '22BA9A5A-E3D8-5B4C-90FC-F33F6E5853F8'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'must provide trace_id(s) or eval_id'],
                            'EvaluationResults' => [
                                'description' => '评估结果列表。',
                                'type' => 'array',
                                'items' => ['description' => '一条链路记录的评估结果。', 'type' => 'string', 'example' => '{'."\n"
                                    .'  "result": {'."\n"
                                    .'    "correctness": {'."\n"
                                    .'      "label": "正确",'."\n"
                                    .'      "score": 1,'."\n"
                                    .'      "reason": " \\n    - 回顾问题：询问了26岁理工宅男的礼物建议。\\n    - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n    - 回答内容详细且具体，提供了多种选择。\\n    - 回答内容与问题相关，提供了多种礼物建议。\\n</think>\\n<answer>{\\"label\\":\\"正确\\", \\"reason\\":\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\"}</answer></answer>",'."\n"
                                    .'      "name": "正确性"'."\n"
                                    .'    },'."\n"
                                    .'    "faithfulness": {'."\n"
                                    .'      "label": "事实",'."\n"
                                    .'      "score": 1,'."\n"
                                    .'      "reason": " \\n    - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\n    - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\n    - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\n    - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\n</think>\\n<answer>{\\"label\\":\\"事实\\", \\"reason\\":\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\"}</answer></answer>",'."\n"
                                    .'      "name": "真实性"'."\n"
                                    .'    }'."\n"
                                    .'  },'."\n"
                                    .'  "eval_app_type": "qa"'."\n"
                                    .'}'],
                            ],
                            'TotalCount' => ['description' => '符合条件的评估结果的总数。', 'type' => 'integer', 'format' => 'int32', 'example' => '123'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"22BA9A5A-E3D8-5B4C-90FC-F33F6E5853F8\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"must provide trace_id(s) or eval_id\\",\\n  \\"EvaluationResults\\": [\\n    \\"{\\\\n  \\\\\\"result\\\\\\": {\\\\n    \\\\\\"correctness\\\\\\": {\\\\n      \\\\\\"label\\\\\\": \\\\\\"正确\\\\\\",\\\\n      \\\\\\"score\\\\\\": 1,\\\\n      \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n    - 回顾问题：询问了26岁理工宅男的礼物建议。\\\\\\\\n    - 回顾答案：提供了多种礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n    - 回答内容详细且具体，提供了多种选择。\\\\\\\\n    - 回答内容与问题相关，提供了多种礼物建议。\\\\\\\\n</think>\\\\\\\\n<answer>{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"正确\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"提供了多种礼物建议，与问题相关，内容详细且具体。\\\\\\\\\\\\\\"}</answer></answer>\\\\\\",\\\\n      \\\\\\"name\\\\\\": \\\\\\"正确性\\\\\\"\\\\n    },\\\\n    \\\\\\"faithfulness\\\\\\": {\\\\n      \\\\\\"label\\\\\\": \\\\\\"事实\\\\\\",\\\\n      \\\\\\"score\\\\\\": 1,\\\\n      \\\\\\"reason\\\\\\": \\\\\\" \\\\\\\\n    - 回顾查询内容，用户询问了适合26岁理工宅男的礼物建议。\\\\\\\\n    - 回答内容提供了多个具体的礼物建议，包括智能穿戴设备、最新款电子产品、编程相关书籍、DIY组装套件、桌游或拼图、科幻小说/漫画集、个性化定制礼品、体验式礼物。\\\\\\\\n    - 回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\n    - 回答内容没有提供虚构的信息，因此可以认为是基于事实的。\\\\\\\\n</think>\\\\\\\\n<answer>{\\\\\\\\\\\\\\"label\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"事实\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"reason\\\\\\\\\\\\\\":\\\\\\\\\\\\\\"回答内容提供了多种可能的礼物选项，这些选项在逻辑上是合理的，且与用户的需求相关。\\\\\\\\\\\\\\"}</answer></answer>\\\\\\",\\\\n      \\\\\\"name\\\\\\": \\\\\\"真实性\\\\\\"\\\\n    }\\\\n  },\\\\n  \\\\\\"eval_app_type\\\\\\": \\\\\\"qa\\\\\\"\\\\n}\\"\\n  ],\\n  \\"TotalCount\\": 123\\n}","type":"json"}]',
            'title' => '获取一个链路评估任务的结果列表',
            'changeSet' => [],
            'ramActions' => [
                [
                    'operationType' => 'get',
                    'ramAction' => [
                        'action' => 'paillmtrace:ListOnlineEvalTaskResults',
                        'authLevel' => 'resource',
                        'actionConditions' => [],
                        'resources' => [
                            ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                        ],
                    ],
                ],
            ],
        ],
        'ListOnlineEvalTasks' => [
            'summary' => '查找符合条件的链路评估任务。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'list',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241118',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'MinTime',
                    'in' => 'query',
                    'schema' => ['description' => '搜索时间范围的UTC开始时间', 'type' => 'string', 'required' => false, 'example' => '2025-04-05 13:24:25'."\n"
                        .'2025-04-05'],
                ],
                [
                    'name' => 'MaxTime',
                    'in' => 'query',
                    'schema' => ['description' => '搜索时间范围的UTC截止时间', 'type' => 'string', 'required' => false, 'example' => '2025-04-07 13:24:25'."\n"
                        .'2025-04-07'],
                ],
                [
                    'name' => 'PageNumber',
                    'in' => 'query',
                    'schema' => ['description' => '当前页数。取值范围：大于0的整数。默认值：1。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1'],
                ],
                [
                    'name' => 'PageSize',
                    'in' => 'query',
                    'schema' => ['description' => '分页大小，默认为10，最大为50。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'],
                ],
                [
                    'name' => 'AppName',
                    'in' => 'query',
                    'schema' => ['description' => '用户应用在链路数据里记录的名称。完全匹配。', 'type' => 'string', 'required' => false, 'example' => 'my-foo-llm-app-1.0'],
                ],
                [
                    'name' => 'Status',
                    'in' => 'query',
                    'schema' => ['description' => '任务状态。完全匹配。', 'type' => 'string', 'required' => false, 'example' => 'CREATED'."\n"
                        .'RUNNING'."\n"
                        .'FINISHED'."\n"
                        .'USER_CANCELED'],
                ],
                [
                    'name' => 'Keyword',
                    'in' => 'query',
                    'schema' => ['description' => '搜索关键字。会在任务名称、任务id、任务描述这些字段上模糊匹配。', 'type' => 'string', 'required' => false, 'example' => 'foo'],
                ],
                [
                    'name' => 'SamplingMethod',
                    'in' => 'query',
                    'schema' => ['description' => '任务数据采样方式。窗口或者概率。精确匹配。', 'type' => 'string', 'required' => false, 'example' => 'Window'."\n"
                        .'Ratio'],
                ],
                [
                    'name' => 'SortBy',
                    'in' => 'query',
                    'schema' => ['description' => '用于排序返回结果的字段，目前支持TaskId, CreateTime，TaskName，和Status。不填则默认用CreateTime', 'type' => 'string', 'required' => false, 'example' => 'CreateTime'."\n"
                        .'Status'."\n"
                        .'TaskId'."\n"
                        .'TaskName'],
                ],
                [
                    'name' => 'SortOrder',
                    'in' => 'query',
                    'schema' => ['description' => '返回结果的排序方向。取值范围：ASC（升序）、DESC（降序）。不填则默认用DESC。', 'type' => 'string', 'required' => false, 'example' => 'ASC'."\n"
                        .'DESC'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the request', 'type' => 'string', 'example' => '6F352A02-9C0D-54A7-B57C-663CF71D5714'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'page number should be greater than 0'],
                            'TotalCount' => ['description' => '符合条件的任务的总数。', 'type' => 'integer', 'format' => 'int32', 'example' => '22'],
                            'Tasks' => [
                                'description' => '任务列表。',
                                'type' => 'array',
                                'items' => [
                                    'description' => '任务的详细信息。',
                                    'type' => 'object',
                                    'properties' => [
                                        'Id' => ['description' => '任务ID。', 'type' => 'string', 'example' => '9f50cd72efcf36535152ee811a911115'],
                                        'Name' => ['description' => '任务名称。', 'type' => 'string', 'example' => 'my-foo-evaluation-task'],
                                        'AliyunUid' => ['description' => '任务创建者的阿里云账号（主账号）。', 'type' => 'string', 'example' => '1512522691911111'],
                                        'UserId' => ['description' => '任务创建者的阿里云子账号', 'type' => 'string', 'example' => '2222222222'],
                                        'AppName' => ['description' => '该任务针对的用户应用的名称。', 'type' => 'string', 'example' => 'my-llm-app'],
                                        'Filters' => [
                                            'description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义搜索筛选条件的列表。',
                                            'type' => 'array',
                                            'items' => [
                                                'description' => '过滤条件对象。',
                                                'type' => 'object',
                                                'properties' => [
                                                    'Key' => [
                                                        'description' => '过滤条件的key。',
                                                        'type' => 'string',
                                                        'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'],
                                                        'example' => 'ServiceId'."\n"
                                                            .'ServiceName'."\n"
                                                            .'Input'."\n"
                                                            .'Output'."\n"
                                                            .'Status'."\n"
                                                            .'TraceType'."\n"
                                                            .'SpanType'."\n"
                                                            .'TraceName'."\n"
                                                            .'SpanName',
                                                    ],
                                                    'Operator' => [
                                                        'description' => '过滤条件匹配操作符。',
                                                        'type' => 'string',
                                                        'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'],
                                                        'example' => '='."\n"
                                                            .'StartsWith'."\n"
                                                            .'Contains',
                                                    ],
                                                    'Value' => ['description' => '过滤条件的值。', 'type' => 'string', 'example' => 'foo'],
                                                ],
                                            ],
                                        ],
                                        'GmtCreateTime' => ['description' => '任务UTC创建时间。', 'type' => 'string', 'example' => '2025-04-07 13:24:35'],
                                        'GmtStartTime' => ['description' => '任务UTC开始时间。', 'type' => 'string', 'example' => '2025-04-08 13:24:35'],
                                        'GmtEndTime' => ['description' => '任务UTC结束时间。', 'type' => 'string', 'example' => '2025-04-09 13:24:35'],
                                        'SamplingFrequencyMinutes' => ['description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义任务每次搜索输入数据的时间窗口的宽度。', 'type' => 'integer', 'format' => 'int32', 'example' => '12'],
                                        'SamplingRatio' => ['description' => '评估任务在一个时间窗口里搜索到的数据，真正作为评估输入数据的百分比。比如100表示搜索到的所有数据都作为评估输入。又比如20表示从搜索到的数据里随机取20%作为评估输入。', 'type' => 'integer', 'format' => 'int32', 'example' => '50'],
                                        'Description' => ['description' => '任务描述信息', 'type' => 'string', 'example' => '评估任务'],
                                        'Status' => ['description' => '任务状态', 'type' => 'string', 'example' => 'CREATED'."\n"
                                            .'RUNNING'."\n"
                                            .'FINISHED'."\n"
                                            .'USER_CANCELED'],
                                        'EvaluationConfig' => ['description' => '从json格式的链路数据里要一些提取特定路径上的值，作为评估操作的输入。在这个EvaluationConfig结构体里定义这些json路径。', '$ref' => '#/components/schemas/EvaluationConfig'],
                                        'ModelConfig' => ['description' => '评估任务内部使用的大模型的访问配置结构体。', '$ref' => '#/components/schemas/ModelConfig'],
                                        'RecordCount' => ['description' => '评估记录数量。', 'type' => 'integer', 'format' => 'int32', 'example' => '11'],
                                        'EvalResults' => ['description' => '从该任务所有的评估结果，通过聚合计算得到的聚合评估结果。', 'type' => 'string', 'example' => '[{"task_id": "00000", "result_type": "HasValidEvalResult", "record_count": 8, "faithfulness": 0.5, "correctness": 0.5, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}, {"task_id": "00000", "result_type": "FailedToExtractQCA", "record_count": 3, "faithfulness": 0.0, "correctness": 0.0, "ndcg": null, "mrr": null, "hit_rate": null, "precision": null}]'],
                                    ],
                                ],
                            ],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6F352A02-9C0D-54A7-B57C-663CF71D5714\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"page number should be greater than 0\\",\\n  \\"TotalCount\\": 22,\\n  \\"Tasks\\": [\\n    {\\n      \\"Id\\": \\"9f50cd72efcf36535152ee811a911115\\",\\n      \\"Name\\": \\"my-foo-evaluation-task\\",\\n      \\"AliyunUid\\": \\"1512522691911111\\",\\n      \\"UserId\\": \\"2222222222\\",\\n      \\"AppName\\": \\"my-llm-app\\",\\n      \\"Filters\\": [\\n        {\\n          \\"Key\\": \\"ServiceId\\\\nServiceName\\\\nInput\\\\nOutput\\\\nStatus\\\\nTraceType\\\\nSpanType\\\\nTraceName\\\\nSpanName\\",\\n          \\"Operator\\": \\"=\\\\nStartsWith\\\\nContains\\",\\n          \\"Value\\": \\"foo\\"\\n        }\\n      ],\\n      \\"GmtCreateTime\\": \\"2025-04-07 13:24:35\\",\\n      \\"GmtStartTime\\": \\"2025-04-08 13:24:35\\",\\n      \\"GmtEndTime\\": \\"2025-04-09 13:24:35\\",\\n      \\"SamplingFrequencyMinutes\\": 12,\\n      \\"SamplingRatio\\": 50,\\n      \\"Description\\": \\"评估任务\\",\\n      \\"Status\\": \\"CREATED\\\\nRUNNING\\\\nFINISHED\\\\nUSER_CANCELED\\",\\n      \\"EvaluationConfig\\": {\\n        \\"Context\\": {\\n          \\"JsonPathInSpan\\": \\"attributes.retrieval.documents[*].document.content\\",\\n          \\"SpanName\\": \\"retrieve\\",\\n          \\"JsonPathInSpanValue\\": \\"message/value\\"\\n        },\\n        \\"Answer\\": {\\n          \\"JsonPathInSpan\\": \\"attributes.output.value\\",\\n          \\"SpanName\\": \\"query\\",\\n          \\"JsonPathInSpanValue\\": \\"message/value\\"\\n        },\\n        \\"Query\\": {\\n          \\"JsonPathInSpan\\": \\"attributes.input.value\\",\\n          \\"SpanName\\": \\"query\\",\\n          \\"JsonPathInSpanValue\\": \\"message/value\\"\\n        }\\n      },\\n      \\"ModelConfig\\": {\\n        \\"Temperature\\": 0.1,\\n        \\"ApiKey\\": \\"lRQ6ny2BP1g73fsgf9O+Hr4DEedezQ\\",\\n        \\"Endpoint\\": \\"https://aiservice.cn-hangzhou.aliyuncs.com/v1\\",\\n        \\"UseFunctionCall\\": true,\\n        \\"TopP\\": 0.9,\\n        \\"Name\\": \\"pai-judge\\\\nthemis\\\\nqwen\\\\ngpt\\",\\n        \\"IsSelfHost\\": true\\n      },\\n      \\"RecordCount\\": 11,\\n      \\"EvalResults\\": \\"[{\\\\\\"task_id\\\\\\": \\\\\\"00000\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"HasValidEvalResult\\\\\\", \\\\\\"record_count\\\\\\": 8, \\\\\\"faithfulness\\\\\\": 0.5, \\\\\\"correctness\\\\\\": 0.5, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}, {\\\\\\"task_id\\\\\\": \\\\\\"00000\\\\\\", \\\\\\"result_type\\\\\\": \\\\\\"FailedToExtractQCA\\\\\\", \\\\\\"record_count\\\\\\": 3, \\\\\\"faithfulness\\\\\\": 0.0, \\\\\\"correctness\\\\\\": 0.0, \\\\\\"ndcg\\\\\\": null, \\\\\\"mrr\\\\\\": null, \\\\\\"hit_rate\\\\\\": null, \\\\\\"precision\\\\\\": null}]\\"\\n    }\\n  ]\\n}","type":"json"}]',
            'title' => '获取链路评估任务列表。',
            'changeSet' => [],
            'ramActions' => [
                [
                    'operationType' => 'list',
                    'ramAction' => [
                        'action' => 'paillmtrace:ListOnlineEvalTasks',
                        'authLevel' => 'resource',
                        'actionConditions' => [],
                        'resources' => [
                            ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'],
                        ],
                    ],
                ],
            ],
        ],
        'ListTracesDatas' => [
            'summary' => '每条链路数据记录，可以命名为trace。一个trace包含了一组span记录。这个API以trace为粒度执行搜索，按照指定条件获取trace数据列表。',
            'path' => '/api/v1/PAILLMTrace/TracesDatas',
            'methods' => ['get'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'read',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'list',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '215404',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
                'tenantRelevance' => 'publicInformation',
            ],
            'parameters' => [
                [
                    'name' => 'TraceIds',
                    'in' => 'query',
                    'style' => 'simple',
                    'schema' => [
                        'description' => '链路id数组。',
                        'type' => 'array',
                        'items' => ['description' => '一个链路id', 'type' => 'string', 'required' => false, 'example' => '4d097fb3d451bad0148feefb4ab95'],
                        'required' => false,
                    ],
                ],
                [
                    'name' => 'SpanIds',
                    'in' => 'query',
                    'style' => 'simple',
                    'schema' => [
                        'description' => 'span id数组。一条链路记录里包含一个或多个span。',
                        'type' => 'array',
                        'items' => ['title' => 'The ids to list', 'description' => '一个span id', 'type' => 'string', 'required' => false, 'example' => '17d4ef87a1fe8'],
                        'required' => false,
                    ],
                ],
                [
                    'name' => 'SessionId',
                    'in' => 'query',
                    'schema' => ['description' => '链路记录里attributes.gen_ai.session.id字段的值。默认为空。', 'type' => 'string', 'required' => false, 'example' => 'e5895063-9b29-4ce4-b0fd-a018bfa11111'],
                ],
                [
                    'name' => 'MinTime',
                    'in' => 'query',
                    'schema' => ['title' => '当总结果个数大于MaxResults时，用于翻页的token。', 'description' => '搜索时间范围下限，UTC时间，YYYY-mm-dd或者YYYY-MM-DD HH:mm:ss格式。默认（当前时间 - 2天）', 'type' => 'string', 'required' => true, 'example' => '2024-01-31'."\n"
                        .'2024-12-31 23:59:59'],
                ],
                [
                    'name' => 'MaxTime',
                    'in' => 'query',
                    'schema' => ['description' => '搜索时间范围上限，UTC时间，YYYY-mm-dd或者YYYY-MM-DD HH:mm:ss格式。默认（当前时间 + 10分钟）', 'type' => 'string', 'required' => false, 'example' => '2024-01-31'."\n"
                        .'2024-12-31 23:59:59'],
                ],
                [
                    'name' => 'PageNumber',
                    'in' => 'query',
                    'schema' => ['description' => '分页查询时设置的页码。 起始值：1。默认值：1。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '1'],
                ],
                [
                    'name' => 'PageSize',
                    'in' => 'query',
                    'schema' => ['description' => '分页大小，默认值10，最大值50。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10'],
                ],
                [
                    'name' => 'SpanName',
                    'in' => 'query',
                    'schema' => ['description' => '查找Trace时使用的过滤条件，返回包含该span名称的Trace。', 'type' => 'string', 'required' => false, 'example' => 'ChatFlow.astream_chat'],
                ],
                [
                    'name' => 'LlmAppName',
                    'in' => 'query',
                    'schema' => ['description' => '链路记录里，resources.service.app.name字段的值。允许a-zA-Z0-9 dot, hyphen, underscore这些字符。必须完全匹配。默认为空。', 'type' => 'string', 'required' => false, 'example' => 'My.super_LLM-app2'],
                ],
                [
                    'name' => 'MinDuration',
                    'in' => 'query',
                    'schema' => ['description' => '查找Trace时使用的过滤条件，Trace的最小持续时长。单位为秒（s）。', 'type' => 'number', 'format' => 'float', 'required' => false, 'example' => '2'],
                ],
                [
                    'name' => 'MaxDuration',
                    'in' => 'query',
                    'schema' => ['description' => '查找Trace时使用的过滤条件，Trace的最大持续时长。单位为秒（s）。', 'type' => 'number', 'format' => 'float', 'required' => false, 'example' => '5'],
                ],
                [
                    'name' => 'OpentelemetryCompatible',
                    'in' => 'query',
                    'schema' => ['description' => '返回的json格式数据是否可以直接转换成opentelemetry TracesData protobuf对象。默认为False。OpenTelemetry格式兼容的json数据，格式更复杂，除非为了生成OpenTelemetry的protobuf对象，一般不需要这种格式的数据。', 'type' => 'boolean', 'required' => false, 'example' => 'False', 'default' => 'False'],
                ],
                [
                    'name' => 'HasStatusMessage',
                    'in' => 'query',
                    'schema' => ['description' => '是否只返回包含有statusMessage不为空的span的链路记录。比如1个链路里有3个span，如果该项为True，3个span任何1个有非空的statusMessage，那么这个链路就符合条件。默认为False，不用statusMessage状态做筛选。', 'type' => 'boolean', 'required' => false, 'example' => 'False'],
                ],
                [
                    'name' => 'HasEvents',
                    'in' => 'query',
                    'schema' => ['description' => '是否只返回包含有events不为空的span的链路记录。比如1个链路里有3个span，如果该项为True，3个span任何1个有非空的events，那么这个链路记录就符合条件。默认为False，不用events状态做筛选。', 'type' => 'boolean', 'required' => false, 'example' => 'False'],
                ],
                [
                    'name' => 'OwnerSubId',
                    'in' => 'query',
                    'schema' => ['description' => '链路记录里resources.service.owner.sub_id字段的值。允许a-zA-Z0-9 dot, hyphen, underscore这些字符。默认为空。', 'type' => 'string', 'required' => false, 'example' => '123456789'],
                ],
                [
                    'name' => 'EndUserId',
                    'in' => 'query',
                    'schema' => ['description' => '链路记录里attributes.service.app.user_id字段的值。允许a-zA-Z0-9 dot, hyphen, underscore这些字符。默认为空。', 'type' => 'string', 'required' => false, 'example' => 'end-user.12345'],
                ],
                [
                    'name' => 'Filters',
                    'in' => 'query',
                    'style' => 'json',
                    'schema' => [
                        'description' => '额外的过滤参数',
                        'type' => 'array',
                        'items' => [
                            'description' => '过滤参数对象',
                            'type' => 'object',
                            'properties' => [
                                'Key' => [
                                    'description' => '过滤参数名称，支持若干预定义参数和用户自定义参数。'."\n"
                                        ."\n"
                                        .'1. 预定义参数，大小写不敏感，包括：\'serviceid\', \'servicename\', \'input\', \'output\', \'status\', \'tracetype\', \'tracename\'。这些预定义参数对应的span属性如下：'."\n"
                                        ."\n"
                                        .'serviceid: resources.service.id'."\n"
                                        ."\n"
                                        .'servicename: resources.service.name'."\n"
                                        ."\n"
                                        .'input: attributes.input.value'."\n"
                                        ."\n"
                                        .'output: attributes.output.value'."\n"
                                        ."\n"
                                        .'status: statusCode'."\n"
                                        ."\n"
                                        .'tracetype: parentSpanId是0的span，attributes.gen_ai.span.kind'."\n"
                                        ."\n"
                                        .'tracename: parentSpanId是0的span，spanName'."\n"
                                        ."\n"
                                        .'2. 自定义参数，大小写敏感。：'."\n"
                                        .'用户可以自定义参数名称。这个名称会作为一个以attributes开头的json路径的后缀。服务端以这个json路径为位置，按operator和value，筛选符合条件的span。'."\n"
                                        ."\n"
                                        .'比如用户自定义key为 foo.bar，那么服务端会在attributes.foo.bar 这个位置执行筛选。比如用户自定义key为 gen_ai.FOO.BAR，那么服务端会在attributes.gen_ai.FOO.BAR 这个位置执行筛选。',
                                    'type' => 'string',
                                    'required' => false,
                                    'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'],
                                    'example' => 'output',
                                ],
                                'Operator' => [
                                    'description' => '参数运算符。大小写不敏感。目前支持：‘=’，’contains‘，\'startswith\'。',
                                    'type' => 'string',
                                    'required' => false,
                                    'enumValueTitles' => ['contains' => 'contains', '=' => '=', 'startsWith' => 'startsWith'],
                                    'example' => 'contains',
                                ],
                                'Value' => ['description' => '过滤参数取值。对于contains操作，大小写敏感。其它操作，大小写不敏感。', 'type' => 'string', 'required' => false, 'example' => '智能填写'],
                            ],
                            'required' => false,
                        ],
                        'required' => false,
                    ],
                ],
                [
                    'name' => 'TraceReduceMethod',
                    'in' => 'query',
                    'schema' => [
                        'description' => '对返回的链路数据做内容简化的方法，用于减少数据返回量。'."\n"
                            ."\n"
                            .'REMOVE_EMBEDDING - 将所有的embedding数组具体内容清除'."\n"
                            ."\n"
                            .'ROOT_ONLY - 每个链路仅返回root span，且如果root span内容也做REMOVE_EMBEDDING处理。'."\n"
                            ."\n"
                            .'不填写 - 则维持原有数据',
                        'type' => 'string',
                        'required' => false,
                        'enumValueTitles' => ['ROOT_ONLY' => 'ROOT_ONLY', 'REMOVE_EMBEDDING' => 'REMOVE_EMBEDDING'],
                        'example' => 'REMOVE_EMBEDDING'."\n"
                            .'ROOT_ONLY',
                    ],
                ],
                [
                    'name' => 'SortBy',
                    'in' => 'query',
                    'schema' => [
                        'description' => '返回结果排序字段，目前支持trace开始时间、trace时长、trace总token数量、和trace id。',
                        'type' => 'string',
                        'required' => false,
                        'enumValueTitles' => ['StartTime' => 'StartTime', 'Duration' => 'Duration'],
                        'example' => 'StartTime'."\n"
                            .'Duration'."\n"
                            .'TotalTokens'."\n"
                            .'TraceId',
                    ],
                ],
                [
                    'name' => 'SortOrder',
                    'in' => 'query',
                    'schema' => [
                        'description' => '排序方向。取值范围：'."\n"
                            .'- **ASC**：升序'."\n"
                            .'- **DESC**（默认值）：降序',
                        'type' => 'string',
                        'required' => false,
                        'enumValueTitles' => ['ASC' => 'ASC', 'DESC' => 'DESC'],
                        'example' => 'DESC'."\n"
                            .'ASC',
                    ],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'TotalCount' => ['title' => '总记录数。', 'description' => '符合条件的trace的总数。', 'type' => 'integer', 'format' => 'int32', 'example' => '22'],
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'POP request id', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'ExecutionFailure'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'failed to get trace data'],
                            'Traces' => [
                                'description' => 'json array，每个element是一个trace的json string。array长度等于或者小于page size参数值。',
                                'type' => 'array',
                                'items' => ['description' => '代表一个trace的json string。', 'type' => 'any', 'example' => 'open telemetry compatible:'."\n"
                                    .'{"resource_spans":[{"resource":{"attributes":[{"key":"telemetry.sdk.language","value":{"string_value":"python"}},{"key":"telemetry.sdk.name","value":{"string_value":"opentelemetry"}},{"key":"telemetry.sdk.version","value":{"string_value":"1.25.0"}},{"key":"service.name","value":{"string_value":"llm_trace_llamaindex_test_template"}},{"key":"service.version","value":{"string_value":"0.0.1"}},{"key":"deployment.environment","value":{"string_value":"cn-hangzhou"}},{"key":"service.app.name","value":{"string_value":"llm_trace_llamaindex_test"}},{"key":"service.owner.id","value":{"string_value":"177393915"}},{"key":"service.owner.sub_id","value":{"string_value":"230589443368"}}]},"scope_spans":[{"spans":[{"trace_id":"ae40025eae77fbab21687bd7e41c","span_id":"e09710fbd3c6","parent_span_id":"0","name":"query","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212440262841","end_time_unix_nano":"1718910215403326721","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"1C714E-057D-1216-835A-06F722E4F3"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"444bae400277fbab21687bd7e41c","span_id":"5686fa7a6b85b","parent_span_id":"e0a5920fbd3c6","name":"retrieve","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212440884059","end_time_unix_nano":"1718910213181800657","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"RETRIEVER"}},{"key":"pop.request.id","value":{"string_value":"E8A1F8D9-D35A-1F9F-B724-5DA12E6F612"}},{"key":"retrieval.documents","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"document.content","value":{"string_value":".PHONY: clean package test\\n\\nclean:\\n\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\n\\npackage: clean\\n\\tpip install build && python -m build\\n\\nrun:\\n\\tbash tools/run_test.sh"}},{"key":"document.id","value":{"string_value":"c3bd0f7e-2-42f7-964c-2fcc698657db"}},{"key":"document.metadata","value":{"string_value":"{\\"file_path\\": \\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\", \\"file_name\\": \\"makefile\\", \\"file_size\\": 213, \\"creation_date\\": \\"2024-05-10\\", \\"last_modified_date\\": \\"2024-05-10\\"}"}},{"key":"document.score","value":{"double_value":0.592955599044689}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"444bae4e77fbab21687bd7e41c","span_id":"f2fc6f6acbc7","parent_span_id":"f08a7a6b85b","name":"embedding","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910212441468561","end_time_unix_nano":"1718910212617063167","attributes":[{"key":"embedding.embeddings","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"embedding.text","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"embedding.vector","value":{"string_value":"PAI LLM Trace system hid 1536 actual items"}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}},{"key":"embedding.model_name","value":{"string_value":"text-embedding-ada-002"}},{"key":"openinference.span.kind","value":{"string_value":"EMBEDDING"}},{"key":"pop.request.id","value":{"string_value":"56B9CCC3-CC84-0ED-53F60DC4A318"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"ae25eae77fbab21687bd7e41c","span_id":"f2ebc6f12b27","parent_span_id":"e0a710fbd3c6","name":"synthesize","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213465461860","end_time_unix_nano":"1718910215131655555","attributes":[{"key":"input.value","value":{"string_value":"Question 1: what is pai-llm-trace."}},{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"67D34C0D-1CD5-11B7-BEE2-05649"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"21687bd7e41c","span_id":"d8f3fc7c","parent_span_id":"f2ebc12b27","name":"chunking","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213467525240","end_time_unix_nano":"1718910213467894216","attributes":[{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"pop.request.id","value":{"string_value":"8E1625-B8D1-EA177F9FC69D"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"5eae77fbab7bd7e41c","span_id":"0ab8a7c75","parent_span_id":"f2ebcf12b27","name":"chunking","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910213733013448","end_time_unix_nano":"1718910213733446902","attributes":[{"key":"openinference.span.kind","value":{"string_value":"CHAIN"}},{"key":"pop.request.id","value":{"string_value":"14D0D5-1675-BCA7-AF320E26C1A4"}}],"status":{"code":"STATUS_CODE_OK"}},{"trace_id":"25eae77fbab87bd7e41c","span_id":"2cb6c51c5fb2","parent_span_id":"f2ebcf12b27","name":"llm","kind":"SPAN_KIND_INTERNAL","start_time_unix_nano":"1718910214008467118","end_time_unix_nano":"1718910214849631714","attributes":[{"key":"llm.completions","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"The term \\"pai-llm-trace\\" refersto a component or module within the project or codebase being worked on."}},{"key":"message.role","value":{"string_value":"assistant"}},{"key":"vector_index","value":{"int_value":"0"}}]}}]}}},{"key":"llm.invocation_parameters","value":{"string_value":"{\\"temperature\\": 0.1, \\"model\\": \\"gpt-3.5-turbo\\"}"}},{"key":"llm.model_name","value":{"string_value":"gpt-3.5-turbo"}},{"key":"llm.prompt_template.template","value":{"string_value":"system: You are an expert Q&A system that is trusted around the world.\\nAlways answer the query using the provided context information, and not prior knowledge.\\nSome rules to follow:\\n1. Never directly reference thegiven context in your answer.\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\nuser: Context information is below.\\n---------------------\\n{context_str}\\n---------------------\\nGiven the context information and not prior knowledge, answer the query.\\nQuery: {query_str}\\nAnswer: \\nassistant: "}},{"key":"llm.prompt_template.variables","value":{"string_value":"{\\"context_str\\": \\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\n\\\\n.PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh\\", \\"query_str\\": \\"Question 1: what is pai-llm-trace.\\"}"}},{"key":"llm.prompts","value":{"array_value":{"values":[{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"You are an expert Q&A system that is trusted around the world.\\nAlways answer the query using the provided context information, and not prior knowledge.\\nSome rules to follow:\\n1. Never directly reference the given context in your answer.\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines."}},{"key":"message.role","value":{"string_value":"system"}},{"key":"vector_index","value":{"int_value":"0"}}]}},{"kvlist_value":{"values":[{"key":"message.content","value":{"string_value":"Context information is below.\\n---------------------\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\n\\n.PHONY: clean package test\\n\\nclean:\\n\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\n\\npackage: clean\\n\\tpip install build && python -m build\\n\\nrun:\\n\\tbash tools/run_test.sh\\n---------------------\\nGiven the context information and not prior knowledge, answer the query.\\nQuery: Question 1:what is pai-llm-trace.\\nAnswer: "}},{"key":"message.role","value":{"string_value":"user"}},{"key":"vector_index","value":{"int_value":"1"}}]}}]}}},{"key":"llm.token_count.completion","value":{"string_value":"26"}},{"key":"llm.token_count.prompt","value":{"string_value":"210"}},{"key":"llm.token_count.total","value":{"string_value":"236"}},{"key":"openinference.span.kind","value":{"string_value":"LLM"}},{"key":"output.value","value":{"string_value":"The term \\"pai-llm-trace\\" refers to a component or module within the project or codebase being worked on."}},{"key":"pop.request.id","value":{"string_value":"AA68F16D-A8B7-1BB0-1BD1E47B5"}}],"status":{"code":"STATUS_CODE_OK"}}]}]}]}'."\n"
                                    ."\n"
                                    .'open telemetry incompatible:'."\n"
                                    .'[{"aliyunUid": "1773939154", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "2305894433"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "444bae77fbab7bd7e41c", "spanId": "e0a0fbd3c6", "parentSpanId": "0", "kind": "SPAN_KIND_INTERNAL", "spanName": "query", "links": [], "events": [], "traceState": "", "startTime": 1718910212440262841, "endTime": 1718910215403326721, "duration": 2963063880, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "CHAIN"}},"output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "1C70E14E-06F7D4F3"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "773939154", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "1773939", "sub_id": "2305819539"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "baeeae77fbab21687bd7e41c", "spanId": "ff08a7a6b85b", "parentSpanId": "e0a0fbd3c6", "kind": "SPAN_KIND_INTERNAL", "spanName": "retrieve", "links": [], "events": [], "traceState": "","startTime": 1718910212440884059, "endTime": 1718910213181800657, "duration": 740916598, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "RETRIEVER"}}, "pop": {"request": {"id": "E8A1F8D9-D35A-1F9F2E6F612"}}, "retrieval": {"documents": [{"document": {"content": ".PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh", "id": "c3bd0f7e-7--2fcc8657db", "metadata": "{\\\\"file_path\\\\": \\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\", \\\\"file_name\\\\": \\\\"makefile\\\\", \\\\"file_size\\\\": 213, \\\\"creation_date\\\\": \\\\"2024-05-10\\\\", \\\\"last_modified_date\\\\": \\\\"2024-05-10\\\\"}", "score": 0.592955599044689}}]}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939154062345", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "1793915", "sub_id": "58944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "444baebd7e41c", "spanId": "fc6f6acbc7", "parentSpanId": "f08a7a6b85b", "kind": "SPAN_KIND_INTERNAL", "spanName": "embedding", "links": [],"events": [], "traceState": "", "startTime": 1718910212441468561, "endTime": 1718910212617063167, "duration": 175594606, "attributes": {"embedding": {"embeddings": [{"embedding": {"text": "Question 1: what is pai-llm-trace.", "vector": "PAI LLM Trace system hid 1536 actual items"}}], "model_name": "text-embedding-ada-002"}, "openinference": {"span": {"kind": "EMBEDDING"}}, "pop": {"request": {"id": "56B9CCC3-CC84-80ED-53F60DC4A"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "17739391540", "sub_id": "23058944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "eae77fbab21687bd7e41c", "spanId": "f2ebcf12b27", "parentSpanId": "e0afbd3c6", "kind": "SPAN_KIND_INTERNAL", "spanName": "synthesize", "links": [], "events": [], "traceState": "", "startTime": 1718910213465461860, "endTime": 1718910215131655555, "duration": 1666193695, "attributes": {"input": {"value": "Question 1: what is pai-llm-trace."}, "openinference": {"span": {"kind": "CHAIN"}}, "output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "67D34C0D-1CD5-11B7-BEE2-0F90DCC"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "23058944336"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "ae0ae77fbab87bd7e41c", "spanId": "d8f3fc6d47c", "parentSpanId": "f2ebcf12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "chunking", "links": [], "events": [], "traceState": "", "startTime": 1718910213467525240, "endTime": 1718910213467894216, "duration": 368976, "attributes": {"openinference": {"span": {"kind": "CHAIN"}}, "pop": {"request": {"id": "8EA31C-5-B8D1-EA177F9FC69D"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name":"llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "17739391", "sub_id": "23058944"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name":"opentelemetry", "version": "1.25.0"}}}, "traceId": "444babd7e41c", "spanId": "0aba7c75", "parentSpanId": "f2ebc6f12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "chunking", "links": [], "events": [], "traceState": "", "startTime": 1718910213733013448, "endTime": 1718910213733446902, "duration": 433454, "attributes": {"openinference": {"span": {"kind": "CHAIN"}}, "pop": {"request": {"id": "14D0D75-BCA7-AFE26C1A4"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}, {"aliyunUid": "1773939", "hostname": "qlc-ark2", "resources": {"deployment": {"environment": "cn-hangzhou"}, "service": {"app": {"name": "llm_trace_llamaindex_test"}, "name": "llm_trace_llamaindex_test_template", "owner": {"id": "177393915", "sub_id": "2305894433"}, "version": "0.0.1"}, "telemetry": {"sdk": {"language": "python", "name": "opentelemetry", "version": "1.25.0"}}}, "traceId": "ae025eae77fbab7bd7e41c", "spanId": "2cb6c51c5fb2", "parentSpanId": "f2ebc6f12b27", "kind": "SPAN_KIND_INTERNAL", "spanName": "llm","links": [], "events": [], "traceState": "", "startTime": 1718910214008467118, "endTime": 1718910214849631714, "duration": 841164596, "attributes": {"llm": {"completions": [{"message": {"content": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on.", "role": "assistant"}}], "invocation_parameters": "{\\\\"temperature\\\\": 0.1, \\\\"model\\\\": \\\\"gpt-3.5-turbo\\\\"}", "model_name": "gpt-3.5-turbo", "prompt_template": {"template": "system: You are an expert Q&A system that is trusted around the world.\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\nSome rules to follow:\\\\n1. Never directly reference the given context in your answer.\\\\n2. Avoid statements like \\\'Based on the context, ...\\\' or \\\'The context information ...\\\' or anything along those lines.\\\\nuser: Contextinformation is below.\\\\n---------------------\\\\n{context_str}\\\\n---------------------\\\\nGiven the context information and not prior knowledge, answer the query.\\\\nQuery: {query_str}\\\\nAnswer: \\\\nassistant: ", "variables": "{\\\\"context_str\\\\": \\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\n\\\\\\\\n.PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\", \\\\"query_str\\\\": \\\\"Question 1: what is pai-llm-trace.\\\\"}"}, "prompts": [{"message": {"content": "You are an expert Q&A system that is trusted around the world.\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\nSome rules to follow:\\\\n1. Never directly reference the given context in your answer.\\\\n2. Avoid statements like \\\'Based on the context, ...\\\' or \\\'The context information ...\\\' or anything along those lines.", "role": "system"}}, {"message": {"content": "Context information is below.\\\\n---------------------\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\n\\\\n.PHONY: clean package test\\\\n\\\\nclean:\\\\n\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\n\\\\npackage: clean\\\\n\\\\tpip install build && python -m build\\\\n\\\\nrun:\\\\n\\\\tbash tools/run_test.sh\\\\n---------------------\\\\nGiven the context information and notprior knowledge, answer the query.\\\\nQuery: Question 1: what is pai-llm-trace.\\\\nAnswer: ", "role": "user"}}], "token_count": {"completion": "26", "prompt": "210", "total": "236"}}, "openinference": {"span": {"kind": "LLM"}}, "output": {"value": "The term \\\\"pai-llm-trace\\\\" refers to a component or module within the project or codebase being worked on."}, "pop": {"request": {"id": "AA68F16D-A8B7-1BB0-1BD1E47B5"}}}, "statusCode": "STATUS_CODE_OK", "statusMessage": ""}]'],
                            ],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"TotalCount\\": 22,\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"ExecutionFailure\\",\\n  \\"Message\\": \\"failed to get trace data\\",\\n  \\"Traces\\": [\\n    \\"open telemetry compatible:\\\\n{\\\\\\"resource_spans\\\\\\":[{\\\\\\"resource\\\\\\":{\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.language\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"python\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"opentelemetry\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"telemetry.sdk.version\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"1.25.0\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"llm_trace_llamaindex_test_template\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.version\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"0.0.1\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"deployment.environment\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"cn-hangzhou\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.app.name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"llm_trace_llamaindex_test\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.owner.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"177393915\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"service.owner.sub_id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"230589443368\\\\\\"}}]},\\\\\\"scope_spans\\\\\\":[{\\\\\\"spans\\\\\\":[{\\\\\\"trace_id\\\\\\":\\\\\\"ae40025eae77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"e09710fbd3c6\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"0\\\\\\",\\\\\\"name\\\\\\":\\\\\\"query\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212440262841\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910215403326721\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"1C714E-057D-1216-835A-06F722E4F3\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"444bae400277fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"5686fa7a6b85b\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"e0a5920fbd3c6\\\\\\",\\\\\\"name\\\\\\":\\\\\\"retrieve\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212440884059\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213181800657\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"RETRIEVER\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"E8A1F8D9-D35A-1F9F-B724-5DA12E6F612\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"retrieval.documents\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"document.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\".PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"c3bd0f7e-2-42f7-964c-2fcc698657db\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.metadata\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"file_path\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"file_name\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"makefile\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"file_size\\\\\\\\\\\\\\": 213, \\\\\\\\\\\\\\"creation_date\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"last_modified_date\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"document.score\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"double_value\\\\\\":0.592955599044689}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"444bae4e77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"f2fc6f6acbc7\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f08a7a6b85b\\\\\\",\\\\\\"name\\\\\\":\\\\\\"embedding\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910212441468561\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910212617063167\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"embedding.embeddings\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"embedding.text\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"embedding.vector\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"PAI LLM Trace system hid 1536 actual items\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"embedding.model_name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"text-embedding-ada-002\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"EMBEDDING\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"56B9CCC3-CC84-0ED-53F60DC4A318\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"ae25eae77fbab21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"f2ebc6f12b27\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"e0a710fbd3c6\\\\\\",\\\\\\"name\\\\\\":\\\\\\"synthesize\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213465461860\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910215131655555\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"input.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"67D34C0D-1CD5-11B7-BEE2-05649\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"21687bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"d8f3fc7c\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebc12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"chunking\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213467525240\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213467894216\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"8E1625-B8D1-EA177F9FC69D\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"5eae77fbab7bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"0ab8a7c75\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebcf12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"chunking\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910213733013448\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910213733446902\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"CHAIN\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"14D0D5-1675-BCA7-AF320E26C1A4\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}},{\\\\\\"trace_id\\\\\\":\\\\\\"25eae77fbab87bd7e41c\\\\\\",\\\\\\"span_id\\\\\\":\\\\\\"2cb6c51c5fb2\\\\\\",\\\\\\"parent_span_id\\\\\\":\\\\\\"f2ebcf12b27\\\\\\",\\\\\\"name\\\\\\":\\\\\\"llm\\\\\\",\\\\\\"kind\\\\\\":\\\\\\"SPAN_KIND_INTERNAL\\\\\\",\\\\\\"start_time_unix_nano\\\\\\":\\\\\\"1718910214008467118\\\\\\",\\\\\\"end_time_unix_nano\\\\\\":\\\\\\"1718910214849631714\\\\\\",\\\\\\"attributes\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"llm.completions\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refersto a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"assistant\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"llm.invocation_parameters\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"temperature\\\\\\\\\\\\\\": 0.1, \\\\\\\\\\\\\\"model\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"gpt-3.5-turbo\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.model_name\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"gpt-3.5-turbo\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompt_template.template\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"system: You are an expert Q&A system that is trusted around the world.\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\nSome rules to follow:\\\\\\\\n1. Never directly reference thegiven context in your answer.\\\\\\\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\\\\\\\nuser: Context information is below.\\\\\\\\n---------------------\\\\\\\\n{context_str}\\\\\\\\n---------------------\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\nQuery: {query_str}\\\\\\\\nAnswer: \\\\\\\\nassistant: \\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompt_template.variables\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"{\\\\\\\\\\\\\\"context_str\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\", \\\\\\\\\\\\\\"query_str\\\\\\\\\\\\\\": \\\\\\\\\\\\\\"Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\"}\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.prompts\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"array_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"You are an expert Q&A system that is trusted around the world.\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\nSome rules to follow:\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\n2. Avoid statements like \'Based on the context, ...\' or \'The context information ...\' or anything along those lines.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"system\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"0\\\\\\"}}]}},{\\\\\\"kvlist_value\\\\\\":{\\\\\\"values\\\\\\":[{\\\\\\"key\\\\\\":\\\\\\"message.content\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"Context information is below.\\\\\\\\n---------------------\\\\\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\n\\\\\\\\n.PHONY: clean package test\\\\\\\\n\\\\\\\\nclean:\\\\\\\\n\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\n\\\\\\\\npackage: clean\\\\\\\\n\\\\\\\\tpip install build && python -m build\\\\\\\\n\\\\\\\\nrun:\\\\\\\\n\\\\\\\\tbash tools/run_test.sh\\\\\\\\n---------------------\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\nQuery: Question 1:what is pai-llm-trace.\\\\\\\\nAnswer: \\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"message.role\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"user\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"vector_index\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"int_value\\\\\\":\\\\\\"1\\\\\\"}}]}}]}}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.completion\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"26\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.prompt\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"210\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"llm.token_count.total\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"236\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"openinference.span.kind\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"LLM\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"output.value\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"The term \\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}},{\\\\\\"key\\\\\\":\\\\\\"pop.request.id\\\\\\",\\\\\\"value\\\\\\":{\\\\\\"string_value\\\\\\":\\\\\\"AA68F16D-A8B7-1BB0-1BD1E47B5\\\\\\"}}],\\\\\\"status\\\\\\":{\\\\\\"code\\\\\\":\\\\\\"STATUS_CODE_OK\\\\\\"}}]}]}]}\\\\n\\\\nopen telemetry incompatible:\\\\n[{\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939154\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305894433\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444bae77fbab7bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"e0a0fbd3c6\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"0\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"query\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910212440262841, \\\\\\"endTime\\\\\\": 1718910215403326721, \\\\\\"duration\\\\\\": 2963063880, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}},\\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1C70E14E-06F7D4F3\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"773939154\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305819539\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"baeeae77fbab21687bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"ff08a7a6b85b\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"e0a0fbd3c6\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"retrieve\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\",\\\\\\"startTime\\\\\\": 1718910212440884059, \\\\\\"endTime\\\\\\": 1718910213181800657, \\\\\\"duration\\\\\\": 740916598, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"RETRIEVER\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"E8A1F8D9-D35A-1F9F2E6F612\\\\\\"}}, \\\\\\"retrieval\\\\\\": {\\\\\\"documents\\\\\\": [{\\\\\\"document\\\\\\": {\\\\\\"content\\\\\\": \\\\\\".PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\", \\\\\\"id\\\\\\": \\\\\\"c3bd0f7e-7--2fcc8657db\\\\\\", \\\\\\"metadata\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"file_path\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"/mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"file_name\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"makefile\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"file_size\\\\\\\\\\\\\\\\\\\\\\": 213, \\\\\\\\\\\\\\\\\\\\\\"creation_date\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"last_modified_date\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"2024-05-10\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\", \\\\\\"score\\\\\\": 0.592955599044689}}]}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939154062345\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"1793915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"58944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444baebd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"fc6f6acbc7\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f08a7a6b85b\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"embedding\\\\\\", \\\\\\"links\\\\\\": [],\\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910212441468561, \\\\\\"endTime\\\\\\": 1718910212617063167, \\\\\\"duration\\\\\\": 175594606, \\\\\\"attributes\\\\\\": {\\\\\\"embedding\\\\\\": {\\\\\\"embeddings\\\\\\": [{\\\\\\"embedding\\\\\\": {\\\\\\"text\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\", \\\\\\"vector\\\\\\": \\\\\\"PAI LLM Trace system hid 1536 actual items\\\\\\"}}], \\\\\\"model_name\\\\\\": \\\\\\"text-embedding-ada-002\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"EMBEDDING\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"56B9CCC3-CC84-80ED-53F60DC4A\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"17739391540\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"eae77fbab21687bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"f2ebcf12b27\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"e0afbd3c6\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"synthesize\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213465461860, \\\\\\"endTime\\\\\\": 1718910215131655555, \\\\\\"duration\\\\\\": 1666193695, \\\\\\"attributes\\\\\\": {\\\\\\"input\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"Question 1: what is pai-llm-trace.\\\\\\"}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"67D34C0D-1CD5-11B7-BEE2-0F90DCC\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944336\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"ae0ae77fbab87bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"d8f3fc6d47c\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebcf12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"chunking\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213467525240, \\\\\\"endTime\\\\\\": 1718910213467894216, \\\\\\"duration\\\\\\": 368976, \\\\\\"attributes\\\\\\": {\\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"8EA31C-5-B8D1-EA177F9FC69D\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\":\\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"17739391\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"23058944\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\":\\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"444babd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"0aba7c75\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebc6f12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"chunking\\\\\\", \\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910213733013448, \\\\\\"endTime\\\\\\": 1718910213733446902, \\\\\\"duration\\\\\\": 433454, \\\\\\"attributes\\\\\\": {\\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"CHAIN\\\\\\"}}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"14D0D75-BCA7-AFE26C1A4\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}, {\\\\\\"aliyunUid\\\\\\": \\\\\\"1773939\\\\\\", \\\\\\"hostname\\\\\\": \\\\\\"qlc-ark2\\\\\\", \\\\\\"resources\\\\\\": {\\\\\\"deployment\\\\\\": {\\\\\\"environment\\\\\\": \\\\\\"cn-hangzhou\\\\\\"}, \\\\\\"service\\\\\\": {\\\\\\"app\\\\\\": {\\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test\\\\\\"}, \\\\\\"name\\\\\\": \\\\\\"llm_trace_llamaindex_test_template\\\\\\", \\\\\\"owner\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"177393915\\\\\\", \\\\\\"sub_id\\\\\\": \\\\\\"2305894433\\\\\\"}, \\\\\\"version\\\\\\": \\\\\\"0.0.1\\\\\\"}, \\\\\\"telemetry\\\\\\": {\\\\\\"sdk\\\\\\": {\\\\\\"language\\\\\\": \\\\\\"python\\\\\\", \\\\\\"name\\\\\\": \\\\\\"opentelemetry\\\\\\", \\\\\\"version\\\\\\": \\\\\\"1.25.0\\\\\\"}}}, \\\\\\"traceId\\\\\\": \\\\\\"ae025eae77fbab7bd7e41c\\\\\\", \\\\\\"spanId\\\\\\": \\\\\\"2cb6c51c5fb2\\\\\\", \\\\\\"parentSpanId\\\\\\": \\\\\\"f2ebc6f12b27\\\\\\", \\\\\\"kind\\\\\\": \\\\\\"SPAN_KIND_INTERNAL\\\\\\", \\\\\\"spanName\\\\\\": \\\\\\"llm\\\\\\",\\\\\\"links\\\\\\": [], \\\\\\"events\\\\\\": [], \\\\\\"traceState\\\\\\": \\\\\\"\\\\\\", \\\\\\"startTime\\\\\\": 1718910214008467118, \\\\\\"endTime\\\\\\": 1718910214849631714, \\\\\\"duration\\\\\\": 841164596, \\\\\\"attributes\\\\\\": {\\\\\\"llm\\\\\\": {\\\\\\"completions\\\\\\": [{\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\", \\\\\\"role\\\\\\": \\\\\\"assistant\\\\\\"}}], \\\\\\"invocation_parameters\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"temperature\\\\\\\\\\\\\\\\\\\\\\": 0.1, \\\\\\\\\\\\\\\\\\\\\\"model\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"gpt-3.5-turbo\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\", \\\\\\"model_name\\\\\\": \\\\\\"gpt-3.5-turbo\\\\\\", \\\\\\"prompt_template\\\\\\": {\\\\\\"template\\\\\\": \\\\\\"system: You are an expert Q&A system that is trusted around the world.\\\\\\\\\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\\\\\\\\\nSome rules to follow:\\\\\\\\\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\\\\\\\\\n2. Avoid statements like \\\\\\\\\'Based on the context, ...\\\\\\\\\' or \\\\\\\\\'The context information ...\\\\\\\\\' or anything along those lines.\\\\\\\\\\\\\\\\nuser: Contextinformation is below.\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\n{context_str}\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nGiven the context information and not prior knowledge, answer the query.\\\\\\\\\\\\\\\\nQuery: {query_str}\\\\\\\\\\\\\\\\nAnswer: \\\\\\\\\\\\\\\\nassistant: \\\\\\", \\\\\\"variables\\\\\\": \\\\\\"{\\\\\\\\\\\\\\\\\\\\\\"context_str\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"file_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\\\\\\\\\", \\\\\\\\\\\\\\\\\\\\\\"query_str\\\\\\\\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\\\\\\\\"Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\\\\\\\\\"}\\\\\\"}, \\\\\\"prompts\\\\\\": [{\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"You are an expert Q&A system that is trusted around the world.\\\\\\\\\\\\\\\\nAlways answer the query using the provided context information, and not prior knowledge.\\\\\\\\\\\\\\\\nSome rules to follow:\\\\\\\\\\\\\\\\n1. Never directly reference the given context in your answer.\\\\\\\\\\\\\\\\n2. Avoid statements like \\\\\\\\\'Based on the context, ...\\\\\\\\\' or \\\\\\\\\'The context information ...\\\\\\\\\' or anything along those lines.\\\\\\", \\\\\\"role\\\\\\": \\\\\\"system\\\\\\"}}, {\\\\\\"message\\\\\\": {\\\\\\"content\\\\\\": \\\\\\"Context information is below.\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nfile_path: /mnt/disk1t/weidan.kong/work/llm_trace/client/makefile\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\n.PHONY: clean package test\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nclean:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\trm -rf build dist src/*.egg-info src/pai/llm_trace/__pycache__ src/pai/llm_trace/__pycache__\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\npackage: clean\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tpip install build && python -m build\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\nrun:\\\\\\\\\\\\\\\\n\\\\\\\\\\\\\\\\tbash tools/run_test.sh\\\\\\\\\\\\\\\\n---------------------\\\\\\\\\\\\\\\\nGiven the context information and notprior knowledge, answer the query.\\\\\\\\\\\\\\\\nQuery: Question 1: what is pai-llm-trace.\\\\\\\\\\\\\\\\nAnswer: \\\\\\", \\\\\\"role\\\\\\": \\\\\\"user\\\\\\"}}], \\\\\\"token_count\\\\\\": {\\\\\\"completion\\\\\\": \\\\\\"26\\\\\\", \\\\\\"prompt\\\\\\": \\\\\\"210\\\\\\", \\\\\\"total\\\\\\": \\\\\\"236\\\\\\"}}, \\\\\\"openinference\\\\\\": {\\\\\\"span\\\\\\": {\\\\\\"kind\\\\\\": \\\\\\"LLM\\\\\\"}}, \\\\\\"output\\\\\\": {\\\\\\"value\\\\\\": \\\\\\"The term \\\\\\\\\\\\\\\\\\\\\\"pai-llm-trace\\\\\\\\\\\\\\\\\\\\\\" refers to a component or module within the project or codebase being worked on.\\\\\\"}, \\\\\\"pop\\\\\\": {\\\\\\"request\\\\\\": {\\\\\\"id\\\\\\": \\\\\\"AA68F16D-A8B7-1BB0-1BD1E47B5\\\\\\"}}}, \\\\\\"statusCode\\\\\\": \\\\\\"STATUS_CODE_OK\\\\\\", \\\\\\"statusMessage\\\\\\": \\\\\\"\\\\\\"}]\\"\\n  ]\\n}","type":"json"}]',
            'title' => '按照条件查找链路',
            'requestParamsDescription' => '所有参数之间是AND的关系。spanIds的多个id之间是OR的关系。traceIds的多个id之间是OR的关系。一个trace里任何一个span如果符合搜索条件，那么这个trace就符合搜索条件。'."\n"
                ."\n"
                .'如果不需要支持opentelemetry格式的数据，建议把OpentelemetryCompatible参数设置成False，可以简化返回的json string的结构。',
            'changeSet' => [],
            'ramActions' => [
                [
                    'operationType' => 'list',
                    'ramAction' => [
                        'action' => 'paillmtrace:ListTracesDatas',
                        'authLevel' => 'operate',
                        'actionConditions' => [],
                        'resources' => [
                            ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                        ],
                    ],
                ],
            ],
        ],
        'StopOnlineEvalTask' => [
            'summary' => '停止一个链路评估任务的执行。任务停止后，不能再做任何配置改动，任务也不会再生成任何新的评估结果。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}/stop',
            'methods' => ['put'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'update',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241121',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'TaskId',
                    'in' => 'path',
                    'schema' => ['description' => '链路评估任务的id。', 'type' => 'string', 'required' => true, 'example' => '518b1d2f3cfca4ad3836ace4db69ba59c'],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the POP request', 'type' => 'string', 'example' => '31E5FBC2-792D-5B5C-A5EB-3019984ABFC8'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'task id is empty'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"31E5FBC2-792D-5B5C-A5EB-3019984ABFC8\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"task id is empty\\"\\n}","type":"json"}]',
            'title' => '停止一个链路评估任务。',
        ],
        'UpdateOnlineEvalTask' => [
            'summary' => '更改一个链路评估任务的配置。',
            'path' => '/api/v1/PAILLMTrace/onlineevaltasks/{TaskId}',
            'methods' => ['put'],
            'schemes' => ['https'],
            'security' => [
                [
                    'AK' => [],
                ],
            ],
            'consumes' => ['application/json'],
            'produces' => ['application/json'],
            'operationType' => 'write',
            'deprecated' => false,
            'systemTags' => [
                'operationType' => 'update',
                'riskType' => 'none',
                'chargeType' => 'free',
                'abilityTreeCode' => '241120',
                'abilityTreeNodes' => ['FEATURElearn0UHCCK'],
            ],
            'parameters' => [
                [
                    'name' => 'TaskId',
                    'in' => 'path',
                    'schema' => ['description' => '链路评估任务的id。', 'type' => 'string', 'required' => true, 'example' => '518bc0f833d9a4ad3836ace4db69ba59c'],
                ],
                [
                    'name' => 'body',
                    'in' => 'body',
                    'style' => 'json',
                    'schema' => [
                        'description' => '请求体。',
                        'type' => 'object',
                        'properties' => [
                            'TaskName' => ['description' => '任务名称', 'type' => 'string', 'required' => false, 'example' => 'foo大模型应用效果评估'],
                            'AppName' => ['description' => '用户的基于大模型的应用的名称', 'type' => 'string', 'required' => false, 'example' => 'my-llm-one'],
                            'Filters' => [
                                'description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义搜索筛选条件的列表。',
                                'type' => 'array',
                                'items' => [
                                    'description' => '自定义过滤条件对象。',
                                    'type' => 'object',
                                    'properties' => [
                                        'Key' => [
                                            'description' => '过滤条件的key',
                                            'type' => 'string',
                                            'required' => false,
                                            'enumValueTitles' => ['Status' => 'Status', 'SpanName' => 'SpanName', 'Input' => 'Input', 'TraceType' => 'TraceType', 'SpanType' => 'SpanType', 'ServiceName' => 'ServiceName', 'Output' => 'Output', 'TraceName' => 'TraceName', 'ServiceId' => 'ServiceId'],
                                            'example' => 'ServiceId'."\n"
                                                .'ServiceName'."\n"
                                                .'Input'."\n"
                                                .'Output'."\n"
                                                .'Status'."\n"
                                                .'TraceType'."\n"
                                                .'SpanType'."\n"
                                                .'TraceName'."\n"
                                                .'SpanName',
                                        ],
                                        'Operator' => [
                                            'description' => '过滤条件匹配操作符',
                                            'type' => 'string',
                                            'required' => false,
                                            'enumValueTitles' => ['Contains' => 'Contains', '=' => '=', 'StartsWith' => 'StartsWith'],
                                            'example' => '='."\n"
                                                .'StartsWith'."\n"
                                                .'Contains',
                                        ],
                                        'Value' => ['description' => '过滤条件的值', 'type' => 'string', 'required' => false, 'example' => 'foo'],
                                    ],
                                    'required' => false,
                                ],
                                'required' => false,
                            ],
                            'StartTime' => ['description' => '链路数据的UTC开始时间', 'type' => 'string', 'required' => false, 'example' => '2024-07-31 08:30:00'],
                            'EndTime' => ['description' => '链路数据的UTC结束时间', 'type' => 'string', 'required' => false, 'example' => '2024-09-02 22:24:00'],
                            'SamplingFrequencyMinutes' => ['description' => '评估任务要搜索一定量的用户应用产生的链路数据，作为评估操作的输入数据。这是定义任务每次搜索输入数据的时间窗口的宽度。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '10'],
                            'SamplingRatio' => ['description' => '评估任务在一个时间窗口里搜索到的数据，真正作为评估输入数据的百分比。比如100表示搜索到的所有数据都作为评估输入。又比如20表示从搜索到的数据里随机取20%作为评估输入。', 'type' => 'integer', 'format' => 'int32', 'required' => false, 'example' => '50'],
                            'Description' => ['description' => '任务描述信息', 'type' => 'string', 'required' => false, 'example' => '这个任务做了这些事。'],
                            'EvaluationConfig' => ['description' => '从json格式的链路数据里要一些提取特定路径上的值，作为评估操作的输入。在这个EvaluationConfig结构体里定义这些json路径。', 'required' => false, '$ref' => '#/components/schemas/EvaluationConfig'],
                            'ModelConfig' => ['description' => '评估任务内部使用的大模型的访问配置结构体。', 'required' => false, '$ref' => '#/components/schemas/ModelConfig'],
                        ],
                        'required' => false,
                    ],
                ],
            ],
            'responses' => [
                200 => [
                    'schema' => [
                        'title' => 'Schema of Response',
                        'description' => 'Schema of Response',
                        'type' => 'object',
                        'properties' => [
                            'RequestId' => ['title' => 'Id of the request', 'description' => 'Id of the POP request', 'type' => 'string', 'example' => '6A87228C-969A-1381-98CF-AE07AE630FA5'],
                            'Code' => ['description' => '内部错误码。只在响应出错时被设置。', 'type' => 'string', 'example' => 'InvalidInputParams'],
                            'Message' => ['description' => '响应错误信息。只在响应出错时被设置。', 'type' => 'string', 'example' => 'cannot modify a stopped task'],
                        ],
                    ],
                ],
            ],
            'staticInfo' => ['returnType' => 'synchronous'],
            'responseDemo' => '[{"errorExample":"","example":"{\\n  \\"RequestId\\": \\"6A87228C-969A-1381-98CF-AE07AE630FA5\\",\\n  \\"Code\\": \\"InvalidInputParams\\",\\n  \\"Message\\": \\"cannot modify a stopped task\\"\\n}","type":"json"}]',
            'title' => '更改一个链路评估任务的配置。',
        ],
    ],
    'endpoints' => [
        ['regionId' => 'cn-shenzhen', 'regionName' => '华南1（深圳）', 'areaId' => 'asiaPacific', 'areaName' => '亚太', 'public' => 'paillmtrace.cn-shenzhen.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-shenzhen.aliyuncs.com', 'vpc' => 'paillmtrace-vpc.cn-shenzhen.aliyuncs.com'],
        ['regionId' => 'cn-beijing', 'regionName' => '华北2（北京）', 'areaId' => 'asiaPacific', 'areaName' => '亚太', 'public' => 'paillmtrace.cn-beijing.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-beijing.aliyuncs.com', 'vpc' => 'paillmtrace-vpc.cn-beijing.aliyuncs.com'],
        ['regionId' => 'cn-shanghai', 'regionName' => '华东2（上海）', 'areaId' => 'asiaPacific', 'areaName' => '亚太', 'public' => 'paillmtrace.cn-shanghai.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-shanghai.aliyuncs.com', 'vpc' => 'paillmtrace-vpc.cn-shanghai.aliyuncs.com'],
        ['regionId' => 'cn-hangzhou', 'regionName' => '华东1（杭州）', 'areaId' => 'asiaPacific', 'areaName' => '亚太', 'public' => 'paillmtrace.cn-hangzhou.aliyuncs.com', 'endpoint' => 'paillmtrace.cn-hangzhou.aliyuncs.com', 'vpc' => 'paillmtrace-vpc.cn-hangzhou.aliyuncs.com'],
    ],
    'errorCodes' => [],
    'changeSet' => [],
    'ram' => [
        'productCode' => 'PAILLMTrace',
        'productName' => '人工智能平台 PAI',
        'ramCodes' => ['paillmtrace'],
        'ramLevel' => '资源级',
        'ramConditions' => [
            [
                'name' => 'paillmtrace:TestThis',
                'schema' => ['type' => 'String', 'description' => 'paillmtrace:TestThis'],
            ],
        ],
        'ramActions' => [
            [
                'apiName' => 'GetServiceIdentityRole',
                'description' => '获取服务关联角色。',
                'operationType' => 'none',
                'ramAction' => [
                    'action' => 'paillmtrace:GetServiceIdentityRole',
                    'authLevel' => 'operate',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                    ],
                ],
            ],
            [
                'apiName' => 'CreateOnlineEvalTask',
                'description' => '创建一个链路评估任务。',
                'operationType' => 'create',
                'ramAction' => [
                    'action' => 'paillmtrace:CreateOnlineEvalTask',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'],
                    ],
                ],
            ],
            [
                'apiName' => 'ListTracesDatas',
                'description' => '按照条件查找链路',
                'operationType' => 'list',
                'ramAction' => [
                    'action' => 'paillmtrace:ListTracesDatas',
                    'authLevel' => 'operate',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                    ],
                ],
            ],
            [
                'apiName' => 'GetOnlineEvalTask',
                'description' => '获取一个链路评估任务的详细信息。',
                'operationType' => 'get',
                'ramAction' => [
                    'action' => 'paillmtrace:GetOnlineEvalTask',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                    ],
                ],
            ],
            [
                'apiName' => 'GetXtraceToken',
                'description' => '获取Xtrace服务的Token。',
                'operationType' => 'none',
                'ramAction' => [
                    'action' => 'paillmtrace:GetXtraceToken',
                    'authLevel' => 'operate',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                    ],
                ],
            ],
            [
                'apiName' => 'UpdateOnlineEvalTask',
                'description' => '更改一个链路评估任务的配置。',
                'operationType' => 'update',
                'ramAction' => [
                    'action' => 'paillmtrace:UpdateOnlineEvalTask',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                    ],
                ],
            ],
            [
                'apiName' => 'StopOnlineEvalTask',
                'description' => '停止一个链路评估任务。',
                'operationType' => 'update',
                'ramAction' => [
                    'action' => 'paillmtrace:StopOnlineEvalTask',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                    ],
                ],
            ],
            [
                'apiName' => 'CreateServiceIdentityRole',
                'description' => '创建服务关联角色。',
                'operationType' => 'none',
                'ramAction' => [
                    'action' => 'paillmtrace:CreateServiceLinkedRole',
                    'authLevel' => 'operate',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                    ],
                ],
            ],
            [
                'apiName' => 'ListOnlineEvalTaskResults',
                'description' => '获取一个链路评估任务的结果列表',
                'operationType' => 'get',
                'ramAction' => [
                    'action' => 'paillmtrace:ListOnlineEvalTaskResults',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                    ],
                ],
            ],
            [
                'apiName' => 'ListOnlineEvalTasks',
                'description' => '获取链路评估任务列表。',
                'operationType' => 'list',
                'ramAction' => [
                    'action' => 'paillmtrace:ListOnlineEvalTasks',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'],
                    ],
                ],
            ],
            [
                'apiName' => 'EvaluateTrace',
                'description' => '评估一条指定的链路数据。',
                'operationType' => 'none',
                'ramAction' => [
                    'action' => 'paillmtrace:EvaluateTrace',
                    'authLevel' => 'operate',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => '全部资源', 'arn' => '*'],
                    ],
                ],
            ],
            [
                'apiName' => 'DeleteOnlineEvalTask',
                'description' => '删除一个链路评估任务。',
                'operationType' => 'delete',
                'ramAction' => [
                    'action' => 'paillmtrace:DeleteOnlineEvalTask',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
                    ],
                ],
            ],
            [
                'apiName' => 'ListEvalResults',
                'description' => '获取链路数据评估结果',
                'operationType' => 'list',
                'ramAction' => [
                    'action' => 'paillmtrace:ListEvalResults',
                    'authLevel' => 'resource',
                    'actionConditions' => [],
                    'resources' => [
                        ['validationType' => 'always', 'product' => 'PAILLMTrace', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'],
                    ],
                ],
            ],
        ],
        'resourceTypes' => [
            ['validationType' => 'always', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/*'],
            ['validationType' => 'always', 'resourceType' => 'OnlineEvaluation', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:onlineevaluation/{#OnlineEvaluationId}'],
            ['validationType' => 'always', 'resourceType' => 'Eval', 'arn' => 'acs:paillmtrace:{#regionId}:{#accountId}:eval/{#EvalId}'],
        ],
    ],
];