Skip to content

data-agent 中的 qdrant,es,mysql 的存储和查询逻辑关系 #390

@Ahern542968

Description

@Ahern542968

个人认为项目在行业内都是非常优秀的,但是有些疑惑。在 qdrant 的召回例子中, vector_uuid(个人理解是某个pyload 的 vecter id?) 是什么意思,为什么 vector_uuid 始终为 4个。为何 column_id 有时是中文,有时是英文。 mysql 、es 中是怎么存储和映射的。望不吝指点一下

"schema_info": [
{
"business_prompt": "业务规则",
"content": "sales_data",
"model_code": "sales",
"model_name": "超市销售明细数据",
"schema_list": [
{
"analyze_suggest": 0,
"column_comment": "国家",
"column_id": "COUNTRY",
"column_name": "国家",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "中国",
"model_code": "sales",
"vector_uuid": "53fa32a4-c839-4981-94ad-460d74728ccb,1bacedaf-186e-474b-8344-b3a4c9eefa8f,cec87836-7705-45ce-a20e-6553cd633854,6b2f6773-b6cb-4162-b49c-947f9191d05e"
},
{
"analyze_suggest": 0,
"column_comment": "地区",
"column_id": "REGION",
"column_name": "地区",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "东北,中南,华北,华东,西南,西北",
"model_code": "sales",
"vector_uuid": "f7203ac0-fce5-490c-b17d-2e2230cf90ff,6455b1d6-2f88-4b52-a614-7203fa4b3fe7,6c67e82d-1efe-46da-bd84-697cd9677f43,f952cdb5-e378-4856-80c8-ea6871823a78"
},
{
"analyze_suggest": 0,
"column_comment": "省/自治区",
"column_id": "STATE_PROVINCE",
"column_name": "省/自治区",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "黑龙江,山东,上海,福建,广东,四川,陕西,河北,浙江,江苏,江西,安徽",
"model_code": "sales",
"vector_uuid": "2a87ab71-2ea3-4ac2-8f53-ec66945f6e05,259aceb8-a87b-4dd4-b90c-2596aa672530,1d4ba3f3-4412-42a3-859b-cda194dca1db,2786650a-f6db-4917-b0ff-d5f7fdaf47fb"
},
{
"analyze_suggest": 0,
"column_comment": "细分",
"column_id": "SEGMENT",
"column_name": "细分",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "公司,消费者,小型企业",
"model_code": "sales",
"vector_uuid": "a24eb206-9810-4143-9b3e-6fcf2d933e8d,38421422-a69c-496f-9792-623bddcb08cb,96217a69-48e4-42a4-82ba-1f6c73ece464,2739a52a-9cda-4724-92fd-70943cc2f950"
},
{
"analyze_suggest": 0,
"column_comment": "城市",
"column_id": "CITY",
"column_name": "城市",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "内江,汕头,景德镇,上海,哈尔滨,徐州,温岭,镇江,青岛,唐山,榆林,杭州",
"model_code": "sales",
"vector_uuid": "aa3e6492-ad1f-4d89-a4f0-728dcb4374f5,c1d7c4cd-08ac-4ff7-8878-01ea5a6e5577,55e55966-8f99-40ca-a412-cdec8ac53fda,5ab4ce7a-29ac-4d48-bdda-bebeb67dae2d"
},
{
"analyze_suggest": 0,
"column_comment": "销售数量",
"column_id": "QUANTITY",
"column_name": "销售数量",
"data_type": "DECIMAL",
"default_recall": 0,
"few_shot": "11,1,12,2,3,4,5,6,7,8,9,10",
"model_code": "sales",
"vector_uuid": "603d2a85-8472-422c-9b89-4e3ab84eed26,8c510749-58ad-49b7-b480-6d7e0d047335,cca666ee-119d-44ab-8e53-6b08bab61230,164d184b-367d-4d3e-9d98-02ed354e1b23"
},
{
"analyze_suggest": 0,
"column_comment": "客户名称",
"column_id": "CUSTOMER_NAME",
"column_name": "客户名称",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "许安,万兰,赵婵,马丽,康青,白鹄,俞明,刘斯云,贾彩,谢雯,曾惠,宋良",
"model_code": "sales",
"vector_uuid": "e45340ee-b95f-4649-9e77-93013b674651,93b1a884-010a-4620-848a-3bf8b1700865,964c0836-1ed2-4aaa-aeb0-5d4e75bcce8c,6cb99258-4943-411f-88b3-efb33fbbf196"
},
{
"analyze_suggest": 0,
"column_comment": "产品名称",
"column_id": "PRODUCT_NAME",
"column_name": "产品名称",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "Cardinal 孔加固材料, 回收,Kleencut 开信刀, 工业,Green Bar 计划信息表, 多色,柯尼卡 打印机, 红色,爱普生 计算器, 耐用,SAFCO 扶手椅, 可调,惠普 墨水, 红色,KitchenAid 搅拌机, 黑色,Fiskars 剪刀, 蓝色,Stockwell 橡皮筋, 整包,GlobeWeis 搭扣信封, 红色,Ibico 订书机, 实惠",
"model_code": "sales",
"vector_uuid": "f5928bae-4310-4862-9f85-58d54cecab2a,257a40a8-3d50-4dcb-9ad1-d968c23373e5,1e7fb9c9-a396-4a83-aa21-cd35d594d3fc,a639e195-8814-4ed0-ab2c-bf6f1ee740dc"
},
{
"analyze_suggest": 0,
"column_comment": "邮寄方式",
"column_id": "SHIP_MODE",
"column_name": "邮寄方式",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "二级,标准级,当日,一级",
"model_code": "sales",
"vector_uuid": "488995fb-d53c-417a-b4b3-6ea09b6ddfb4,2fe54f00-c2e3-45fa-8600-20511c75bb44,c88937b2-6373-46a5-91b5-f5e9b40faac4,6ad9b26f-5784-463f-8a0c-41eab2f01f41"
},
{
"analyze_suggest": 0,
"column_comment": "销售额",
"column_id": "SALES",
"column_name": "销售额",
"data_type": "DECIMAL",
"default_recall": 0,
"few_shot": "8659.8400,588.0000,129.6960,321.2160,31.9200,11129.5800,125.4400,1375.9200,2368.8000,434.2800,479.9200,154.2800",
"model_code": "sales",
"vector_uuid": "4679f083-50e6-455e-8ff3-d4995f05148e,04017e8c-235f-4a66-8c8c-32ed20514d19,e17a9c08-0da9-4674-b34b-bc50f266a243,01905233-c44d-4758-a988-8f4e53dbf3a3"
},
{
"analyze_suggest": 0,
"column_comment": "产品类别",
"column_id": "CATEGORY",
"column_name": "产品类别",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "技术,办公用品,家具",
"model_code": "sales",
"vector_uuid": "d9435622-72b8-479e-8219-a5ce9632939e,08cef914-e82a-4dfe-b1d4-623b3ad6d978,d8930b3c-a859-4768-9057-d81497b83b32,765f7371-b7bd-445c-9561-ac8c162fce1b"
},
{
"analyze_suggest": 0,
"column_comment": "折扣",
"column_id": "DISCOUNT",
"column_name": "折扣",
"data_type": "DECIMAL",
"default_recall": 0,
"few_shot": "0.6000,0.4000,0.2000,0.0000,0.2500,0.1000,0.8000",
"model_code": "sales",
"vector_uuid": "016e5558-0a05-48fe-a77e-b3d35c7af235,519e4e65-f313-46f7-a083-53afbe9153df,d77c3e7b-b11a-4344-80da-7523b48c1294,a2d1eed2-d930-4192-b580-72455d317509"
},
{
"analyze_suggest": 0,
"column_comment": "客户 ID",
"column_id": "CUSTOMER_ID",
"column_name": "客户 ID",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "康青-19585,白鹄-14050,刘斯-20965,马丽-15910,俞明-18325,谢雯-21700,赵婵-10885,许安-10165,贾彩-10600,宋良-17170,曾惠-14485,万兰-15730",
"model_code": "sales",
"vector_uuid": "28179ba9-5139-4d28-b6cf-36f098e29e46,4fa4099c-fb1e-4bd6-88c6-d6d8d2cacc75,922ec908-6c85-4866-b7be-a743680f83b4,6b7502a5-6e05-4b3a-b9f8-ff55e765fda2"
}
],
"type": "table",
"use_prompt": "超市销售明细数据"
},
{
"business_prompt": "业务规则",
"content": "select FORMATDATETIME(order_date, 'yyyy') as 订单销售年份 ,FORMATDATETIME(order_date, 'yyyy-MM') as 订单销售月份 , ship_mode as 邮寄方式, region as 区域, state_province as 省份, category as 产品类型, sum(sales) as 销售额,count(quantity) as 销售数量 from sales_data group by FORMATDATETIME(order_date, 'yyyy'), FORMATDATETIME(order_date, 'yyyy-MM') , ship_mode , region , state_province , category",
"model_code": "sales_count",
"model_name": "超市销售汇总数据",
"schema_list": [
{
"analyze_suggest": 0,
"column_comment": "省份",
"column_id": "省份",
"column_name": "省份",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "山东,黑龙江,吉林,广东,天津,河南,浙江,重庆,广西,湖北,湖南,安徽",
"model_code": "sales_count",
"vector_uuid": "c1440cf8-b9ce-4bb5-8e52-eb77d45a4c57,616e302d-6561-49b1-915a-d714bc4ed27b,ecfba984-0f63-4a88-9d1a-1925c4d4327a,d6f504db-4c3d-49be-82a1-2eb1d1ae70cf"
},
{
"analyze_suggest": 0,
"column_comment": "销售数量",
"column_id": "销售数量",
"column_name": "销售数量",
"data_type": "DECIMAL",
"default_recall": 0,
"few_shot": "11,1,2,3,14,4,5,6,7,8,9,10",
"model_code": "sales_count",
"vector_uuid": "3164a12f-47fe-4fdd-9509-3507e8107087,e3d480ab-10d4-4227-a4f4-a9140d86b6a5,caa0230e-ae63-4731-aba4-3483b5549503,e84dfe99-a157-417a-ac28-79c4782e2979"
},
{
"analyze_suggest": 0,
"column_comment": "区域",
"column_id": "区域",
"column_name": "区域",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "东北,中南,华北,华东,西南,西北",
"model_code": "sales_count",
"vector_uuid": "be7a55f0-edb2-4975-a82c-d728d346212d,c35041ef-e1d6-4b3d-99fa-aae9b26273f4,d98a2713-e06a-4a90-8866-4415a29d4452,4fe30345-0980-42e7-955c-c26e200538e9"
},
{
"analyze_suggest": 0,
"column_comment": "邮寄方式",
"column_id": "邮寄方式",
"column_name": "邮寄方式",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "二级,标准级,当日,一级",
"model_code": "sales_count",
"vector_uuid": "13b211b4-4b71-4479-80a6-314f04ab8e02,afdf7364-d545-44ef-a7c3-4e04c744d595,09d66691-e620-4ef4-b2da-c831600fe344,36618abd-b7ed-44b6-89d9-2884b653f288"
},
{
"analyze_suggest": 0,
"column_comment": "销售额",
"column_id": "销售额",
"column_name": "销售额",
"data_type": "DECIMAL",
"default_recall": 0,
"few_shot": "411.0120,4692.3800,235.4800,806.6800,496.1600,532.0000,502.4320,159.7680,3121.8600,426.7200,3277.2600,425.8800",
"model_code": "sales_count",
"vector_uuid": "21988c6c-92c1-465e-b219-2665faaa195b,daa65a46-7d33-4ffe-be46-a3bfc019c7cc,577c2f6d-76a2-442c-ad15-f506e4310535,7e4586e2-604b-49f4-90be-8b5d0185a701"
},
{
"analyze_suggest": 0,
"column_comment": "产品类型",
"column_id": "产品类型",
"column_name": "产品类型",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "技术,办公用品,家具",
"model_code": "sales_count",
"vector_uuid": "0a70ecb6-4178-4bbb-af87-f0e684a524b6,a19ceb07-817a-4984-a4e4-a306fbe6221f,7d131006-12d7-4ba8-93fd-b9adcea903b4,81cce309-bd7e-443b-ae92-198538343abe"
},
{
"analyze_suggest": 0,
"column_comment": "订单销售月份",
"column_id": "订单销售月份",
"column_name": "订单销售月份",
"data_type": "VARCHAR",
"default_recall": 0,
"few_shot": "2021-07,2021-06,2021-05,2021-04,2021-03,2021-02,2021-01,2021-12,2021-11,2021-10,2021-09,2021-08",
"model_code": "sales_count",
"synonyms": "销售月份,下单月份",
"vector_uuid": "30484131-a118-430a-abaa-a408e34e526d,beeb5d26-2122-4d2c-8673-ee96da2eae03,ea22b600-5e69-493d-af38-c2cc1e2bc44a,23ec0275-f67d-43bc-9956-2e30a29869d1"
}
]

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions