1POST /v2/knowledgeBase?action=CreateDocuments HTTP/1.1
2HOST: qianfan.baidubce.com
3Authorization: authorization string
4Content-Type: application/json
5
6{   
7    "id":"knowledgeBaseID",
8    "source": { # 数据来源
9        "type": "web", # web
10        "urls": [],
11        "urlConfigs": [{
12            "url": "https://***tax.gov.cn:8443/kpfw/fpjfzz/v1/exportDzfpwjEwm?Wjgs=pdf&Jym=9223&Fphm=25112000000023412&Czsj=1738819093326",
13            "updateFrequency": 1,
14            "urlDepth": 1
15        },
16        {
17            "url": "https://mbd.baidu.com/newspage/data/landingsuper?context=%7B%22nid%22%3A%22news_8214091452491261937%22%7D&n_type=1&p_from=3",
18            "updateFrequency": 3,
19            "urlDepth": 2
20        }
21        ]
22    },
23    "contentFormat": "", # rawText (允许配置后续分割策略), qa(不支持配置后续分割策略),导入知识库只支持rawText
24    "processOption": {
25        "template": "ppt" # 可选项为 ppt、paper、qaPair、resume、custom、default
26        "parser": { # 不是必填项
27            "choices": ["layoutAnalysis"] # 可选项为 layoutAnalysis、ocr
28        },
29        "chunker": {
30            "choices": ["separator"], # separator, pattern, onePage
31            "separator": {  #当choices中包含 separator时需要填写这个参数
32                "separators": [",", "!", "?"], # separator，可以新增分页符
33                "targetLength": 333,
34                "overlapRate": 0.09
35            },
36           // "pattern": { #当choices中包含 pattern时需要填写这个参数
37            //     "markPosition": "head",
38               // "regex": "正则表达式",
39              //  "targetLength": 333,
40               // "overlapRate": 0.09
41           // }
42        },
43        "knowledgeAugmentation": {
44            "choices": ["faq"], # faq，spokenQuery、spo、shortSummary按需增加
45        }
46    }
47}

1curl --location 'https://qianfan.baidubce.com/v2/knowledgeBase?Action=CreateDocuments' \
2--header 'Authorization: Bearer authorization string' \
3--header 'Content-Type: application/json' \
4--data '{   
5    "id":"4bcfc08f-0f30-4acd-95ec-2bedecc8f795",
6    "source": {
7        "type": "web",
8        "urlConfigs": [{
9            "url": "https://****.cn:8443/kpfw/fpjfzz/v1/exportDzfpwjEwsj=1738819093326",
10            "updateFrequency": 1,
11            "urlDepth": 1
12        },
13        {
14            "url": "https://*******spage/data/landingsuper?context=%7B%22nid%22%3A%22news_8214091452491261937%22%7D&n_type=1&p_from=3",
15            "updateFrequency": 3,
16            "urlDepth": 2
17        }
18        ]
19    },
20    "contentFormat": "rawText", 
21    "processOption": {
22        "template": "custom",
23        "parser": {
24            "choices": ["layoutAnalysis"]
25        },
26        "chunker": {
27            "choices": ["separator"], 
28            "separator": {
29                "separators": ["。", "，","，"],
30                "targetLength": 300,
31                "overlapRate": 0.25
32            },
33            "prependInfo": ["title", "filename"]
34        }
35    },
36    "tags": [
37        {
38            "key": "娱乐",
39            "values": [
40                "电影"
41            ]
42        },
43        {
44            "key": "动物",
45            "values": [
46                "爬行动物"
47            ]
48        },
49        {
50            "key": "实时新闻",
51            "values": [
52                "实时", "过时"
53            ]
54        }
55    ]
56}'

1HTTP/1.1 200 OK
2{
3    "requestId": "c0650988-f263-4bb1-be4b-e5c4dc50513a",
4    "documentIds": [
5        "3447f80c-e321-4101-bb5b-9e3f82a37c6b",
6        "33f8a63f-fa95-4c93-abd7-3c40a881ba5b",
7        "8d5ebac3-90ec-4c64-a06f-539fb8753a0a"
8    ]
9}

1HTTP/1.1 400
2{
3    "code": "InvalidRequestArgumentError",
4    "message": "Dataset Not Found",
5    "requestId": "9873898f-4af9-42da-b670-7cd71de8c4d2"
6}