1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321 |
- import { CodeGroup } from '@/app/components/develop/code.tsx'
- import { Row, Col, Properties, Property, Heading, SubProperty, Paragraph } from '@/app/components/develop/md.tsx'
- # 知识库 API
- <div>
- ### 鉴权
- Dify Service API 使用 `API-Key` 进行鉴权。
- 建议开发者把 `API-Key` 放在后端存储,而非分享或者放在客户端存储,以免 `API-Key` 泄露,导致财产损失。
- 所有 API 请求都应在 **`Authorization`** HTTP Header 中包含您的 `API-Key`,如下所示:
- <CodeGroup title="Code">
- ```javascript
- Authorization: Bearer {API_KEY}
- ```
- </CodeGroup>
- </div>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/document/create-by-text'
- method='POST'
- title='通过文本创建文档'
- name='#create-by-text'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文本创建新的文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称
- </Property>
- <Property name='text' type='string' key='text'>
- 文档内容
- </Property>
- <Property name='indexing_technique' type='string' key='indexing_technique'>
- 索引方式
- - <code>high_quality</code> 高质量:使用 embedding 模型进行嵌入,构建为向量数据库索引
- - <code>economy</code> 经济:使用 keyword table index 的倒排索引进行构建
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/document/create-by-text"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-text' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "text","text": "text","indexing_technique": "high_quality","process_rule": {"mode": "automatic"}}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-text' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "text",
- "text": "text",
- "indexing_technique": "high_quality",
- "process_rule": {
- "mode": "automatic"
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "text.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695690280,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/document/create-by-file'
- method='POST'
- title='通过文件创建文档 '
- name='#create-by-file'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文件创建新的文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='data' type='multipart/form-data json string' key='data'>
- - <code>original_document_id</code> 源文档 ID(选填)
- - 用于重新上传文档或修改文档清洗、分段配置,缺失的信息从源文档复制
- - 源文档不可为归档的文档
- - 当传入 <code>original_document_id</code> 时,代表文档进行更新操作,<code>process_rule</code> 为可填项目,不填默认使用源文档的分段方式
- - 未传入 <code>original_document_id</code> 时,代表文档进行新增操作,<code>process_rule</code> 为必填
- - <code>indexing_technique</code> 索引方式
- - <code>high_quality</code> 高质量:使用 embedding 模型进行嵌入,构建为向量数据库索引
- - <code>economy</code> 经济:使用 keyword table index 的倒排索引进行构建
- - <code>process_rule</code> 处理规则
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- </Property>
- <Property name='file' type='multipart/form-data' key='file'>
- 需要上传的文件。
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/document/create-by-file"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-file' \\\n--header 'Authorization: Bearer {api_key}' \\\n--form 'data="{"indexing_technique":"high_quality","process_rule":{"rules":{"pre_processing_rules":[{"id":"remove_extra_spaces","enabled":true},{"id":"remove_urls_emails","enabled":true}],"segmentation":{"separator":"###","max_tokens":500}},"mode":"custom"}}";type=text/plain' \\\n--form 'file=@"/path/to/file"'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-file' \
- --header 'Authorization: Bearer {api_key}' \
- --form 'data="{\"name\":\"Dify\",\"indexing_technique\":\"high_quality\",\"process_rule\":{\"rules\":{\"pre_processing_rules\":[{\"id\":\"remove_extra_spaces\",\"enabled\":true},{\"id\":\"remove_urls_emails\",\"enabled\":true}],\"segmentation\":{\"separator\":\"###\",\"max_tokens\":500}},\"mode\":\"custom\"}}";type=text/plain' \
- --form 'file=@"/path/to/file"'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "Dify.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets'
- method='POST'
- title='创建空知识库'
- name='#create_empty_dataset'
- />
- <Row>
- <Col>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 知识库名称(必填)
- </Property>
- <Property name='description' type='string' key='description'>
- 知识库描述(选填)
- </Property>
- <Property name='indexing_technique' type='string' key='indexing_technique'>
- 索引模式(选填,建议填写)
- - <code>high_quality</code> 高质量
- - <code>economy</code> 经济
- </Property>
- <Property name='permission' type='string' key='permission'>
- 权限(选填,默认 only_me)
- - <code>only_me</code> 仅自己
- - <code>all_team_members</code> 所有团队成员
- - <code>partial_members</code> 部分团队成员
- </Property>
- <Property name='provider' type='string' key='provider'>
- Provider(选填,默认 vendor)
- - <code>vendor</code> 上传文件
- - <code>external</code> 外部知识库
- </Property>
- <Property name='external_knowledge_api_id' type='str' key='external_knowledge_api_id'>
- 外部知识库 API_ID(选填)
- </Property>
- <Property name='external_knowledge_id' type='str' key='external_knowledge_id'>
- 外部知识库 ID(选填)
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "name", "permission": "only_me"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "name",
- "permission": "only_me"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "id": "",
- "name": "name",
- "description": null,
- "provider": "vendor",
- "permission": "only_me",
- "data_source_type": null,
- "indexing_technique": null,
- "app_count": 0,
- "document_count": 0,
- "word_count": 0,
- "created_by": "",
- "created_at": 1695636173,
- "updated_by": "",
- "updated_at": 1695636173,
- "embedding_model": null,
- "embedding_model_provider": null,
- "embedding_available": null
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets'
- method='GET'
- title='知识库列表'
- name='#dataset_list'
- />
- <Row>
- <Col>
- ### Query
- <Properties>
- <Property name='page' type='string' key='page'>
- 页码
- </Property>
- <Property name='limit' type='string' key='limit'>
- 返回条数,默认 20,范围 1-100
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets?page=1&limit=20' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets?page=1&limit=20' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [
- {
- "id": "",
- "name": "知识库名称",
- "description": "描述信息",
- "permission": "only_me",
- "data_source_type": "upload_file",
- "indexing_technique": "",
- "app_count": 2,
- "document_count": 10,
- "word_count": 1200,
- "created_by": "",
- "created_at": "",
- "updated_by": "",
- "updated_at": ""
- },
- ...
- ],
- "has_more": true,
- "limit": 20,
- "total": 50,
- "page": 1
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}'
- method='DELETE'
- title='删除知识库'
- name='#delete_dataset'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```text {{ title: 'Response' }}
- 204 No Content
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/update-by-text'
- method='POST'
- title='通过文本更新文档 '
- name='#update-by-text'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文本更新文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称(选填)
- </Property>
- <Property name='text' type='string' key='text'>
- 文档内容(选填)
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则(选填)
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/update-by-text"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-text' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "name","text": "text"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-text' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "name",
- "text": "text"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "name.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/update-by-file'
- method='POST'
- title='通过文件更新文档 '
- name='#update-by-file'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文件更新文档的操作。
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称(选填)
- </Property>
- <Property name='file' type='multipart/form-data' key='file'>
- 需要上传的文件
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则(选填)
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/update-by-file"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-file' \\\n--header 'Authorization: Bearer {api_key}' \\\n--form 'data="{"name":"Dify","indexing_technique":"high_quality","process_rule":{"rules":{"pre_processing_rules":[{"id":"remove_extra_spaces","enabled":true},{"id":"remove_urls_emails","enabled":true}],"segmentation":{"separator":"###","max_tokens":500}},"mode":"custom"}}";type=text/plain' \\\n--form 'file=@"/path/to/file"'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-file' \
- --header 'Authorization: Bearer {api_key}' \
- --form 'data="{\"name\":\"Dify\",\"indexing_technique\":\"high_quality\",\"process_rule\":{\"rules\":{\"pre_processing_rules\":[{\"id\":\"remove_extra_spaces\",\"enabled\":true},{\"id\":\"remove_urls_emails\",\"enabled\":true}],\"segmentation\":{\"separator\":\"###\",\"max_tokens\":500}},\"mode\":\"custom\"}}";type=text/plain' \
- --form 'file=@"/path/to/file"'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "Dify.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": "20230921150427533684"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{batch}/indexing-status'
- method='GET'
- title='获取文档嵌入状态(进度)'
- name='#indexing_status'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='batch' type='string' key='batch'>
- 上传文档的批次号
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{batch}/indexing-status"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{batch}/indexing-status' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{batch}/indexing-status' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data":[{
- "id": "",
- "indexing_status": "indexing",
- "processing_started_at": 1681623462.0,
- "parsing_completed_at": 1681623462.0,
- "cleaning_completed_at": 1681623462.0,
- "splitting_completed_at": 1681623462.0,
- "completed_at": null,
- "paused_at": null,
- "error": null,
- "stopped_at": null,
- "completed_segments": 24,
- "total_segments": 100
- }]
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}'
- method='DELETE'
- title='删除文档'
- name='#delete_document'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/documents/{document_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "result": "success"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents'
- method='GET'
- title='知识库文档列表'
- name='#dataset_document_list'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Query
- <Properties>
- <Property name='keyword' type='string' key='keyword'>
- 搜索关键词,可选,目前仅搜索文档名称
- </Property>
- <Property name='page' type='string' key='page'>
- 页码,可选
- </Property>
- <Property name='limit' type='string' key='limit'>
- 返回条数,可选,默认 20,范围 1-100
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [
- {
- "id": "",
- "position": 1,
- "data_source_type": "file_upload",
- "data_source_info": null,
- "dataset_process_rule_id": null,
- "name": "dify",
- "created_from": "",
- "created_by": "",
- "created_at": 1681623639,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false
- },
- ],
- "has_more": false,
- "limit": 20,
- "total": 9,
- "page": 1
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments'
- method='POST'
- title='新增分段'
- name='#create_new_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segments' type='object list' key='segments'>
- - <code>content</code> (text) 文本内容/问题内容,必填
- - <code>answer</code> (text) 答案内容,非必填,如果知识库的模式为 Q&A 模式则传值
- - <code>keywords</code> (list) 关键字,非必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/segments"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"segments": [{"content": "1","answer": "1","keywords": ["a"]}]}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "segments": [
- {
- "content": "1",
- "answer": "1",
- "keywords": ["a"]
- }
- ]
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "doc_form": "text_model"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments'
- method='GET'
- title='查询文档分段'
- name='#get_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Query
- <Properties>
- <Property name='keyword' type='string' key='keyword'>
- 搜索关键词,可选
- </Property>
- <Property name='status' type='string' key='status'>
- 搜索状态,completed
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{document_id}/segments"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "doc_form": "text_model"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}'
- method='DELETE'
- title='删除文档分段'
- name='#delete_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 文档分段ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "result": "success"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}'
- method='POST'
- title='更新文档分段'
- name='#update_segment'
- />
- <Row>
- <Col>
- ### POST
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 文档分段ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segment' type='object' key='segment'>
- - <code>content</code> (text) 文本内容/问题内容,必填
- - <code>answer</code> (text) 答案内容,非必填,如果知识库的模式为 Q&A 模式则传值
- - <code>keywords</code> (list) 关键字,非必填
- - <code>enabled</code> (bool) false/true,非必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'\\\n--data-raw '{\"segment\": {\"content\": \"1\",\"answer\": \"1\", \"keywords\": [\"a\"], \"enabled\": false}}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "segment": {
- "content": "1",
- "answer": "1",
- "keywords": ["a"],
- "enabled": false
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "doc_form": "text_model"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/retrieve'
- method='POST'
- title='检索知识库'
- name='#dataset_retrieval'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='query' type='string' key='query'>
- 检索关键词
- </Property>
- <Property name='retrieval_model' type='object' key='retrieval_model'>
- 检索参数(选填,如不填,按照默认方式召回)
- - <code>search_method</code> (text) 检索方法:以下三个关键字之一,必填
- - <code>keyword_search</code> 关键字检索
- - <code>semantic_search</code> 语义检索
- - <code>full_text_search</code> 全文检索
- - <code>hybrid_search</code> 混合检索
- - <code>reranking_enable</code> (bool) 是否启用 Reranking,非必填,如果检索模式为 semantic_search 模式或者 hybrid_search 则传值
- - <code>reranking_mode</code> (object) Rerank模型配置,非必填,如果启用了 reranking 则传值
- - <code>reranking_provider_name</code> (string) Rerank 模型提供商
- - <code>reranking_model_name</code> (string) Rerank 模型名称
- - <code>weights</code> (double) 混合检索模式下语意检索的权重设置
- - <code>top_k</code> (integer) 返回结果数量,非必填
- - <code>score_threshold_enabled</code> (bool) 是否开启 score 阈值
- - <code>score_threshold</code> (double) Score 阈值
- </Property>
- <Property name='external_retrieval_model' type='object' key='external_retrieval_model'>
- 未启用字段
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/retrieve"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/retrieve' \\\n--header 'Authorization: Bearer {api_key}'\\\n--header 'Content-Type: application/json'\\\n--data-raw '{
- "query": "test",
- "retrieval_model": {
- "search_method": "keyword_search",
- "reranking_enable": false,
- "reranking_mode": null,
- "reranking_model": {
- "reranking_provider_name": "",
- "reranking_model_name": ""
- },
- "weights": null,
- "top_k": 1,
- "score_threshold_enabled": false,
- "score_threshold": null
- }
- }'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/retrieve' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "query": "test",
- "retrieval_model": {
- "search_method": "keyword_search",
- "reranking_enable": false,
- "reranking_mode": null,
- "reranking_model": {
- "reranking_provider_name": "",
- "reranking_model_name": ""
- },
- "weights": null,
- "top_k": 2,
- "score_threshold_enabled": false,
- "score_threshold": null
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "query": {
- "content": "test"
- },
- "records": [
- {
- "segment": {
- "id": "7fa6f24f-8679-48b3-bc9d-bdf28d73f218",
- "position": 1,
- "document_id": "a8c6c36f-9f5d-4d7a-8472-f5d7b75d71d2",
- "content": "Operation guide",
- "answer": null,
- "word_count": 847,
- "tokens": 280,
- "keywords": [
- "install",
- "java",
- "base",
- "scripts",
- "jdk",
- "manual",
- "internal",
- "opens",
- "add",
- "vmoptions"
- ],
- "index_node_id": "39dd8443-d960-45a8-bb46-7275ad7fbc8e",
- "index_node_hash": "0189157697b3c6a418ccf8264a09699f25858975578f3467c76d6bfc94df1d73",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "dbcb1ab5-90c8-41a7-8b78-73b235eb6f6f",
- "created_at": 1728734540,
- "indexing_at": 1728734552,
- "completed_at": 1728734584,
- "error": null,
- "stopped_at": null,
- "document": {
- "id": "a8c6c36f-9f5d-4d7a-8472-f5d7b75d71d2",
- "data_source_type": "upload_file",
- "name": "readme.txt",
- "doc_type": null
- }
- },
- "score": 3.730463140527718e-05,
- "tsne_position": null
- }
- ]
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Row>
- <Col>
- ### 错误信息
- <Properties>
- <Property name='code' type='string' key='code'>
- 返回的错误代码
- </Property>
- </Properties>
- <Properties>
- <Property name='status' type='number' key='status'>
- 返回的错误状态
- </Property>
- </Properties>
- <Properties>
- <Property name='message' type='string' key='message'>
- 返回的错误信息
- </Property>
- </Properties>
- </Col>
- <Col>
- <CodeGroup title="Example">
- ```json {{ title: 'Response' }}
- {
- "code": "no_file_uploaded",
- "message": "Please upload your file.",
- "status": 400
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <table className="max-w-auto border-collapse border border-slate-400" style={{ maxWidth: 'none', width: 'auto' }}>
- <thead style={{ background: '#f9fafc' }}>
- <tr>
- <th className="p-2 border border-slate-300">code</th>
- <th className="p-2 border border-slate-300">status</th>
- <th className="p-2 border border-slate-300">message</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td className="p-2 border border-slate-300">no_file_uploaded</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Please upload your file.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">too_many_files</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Only one file is allowed.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">file_too_large</td>
- <td className="p-2 border border-slate-300">413</td>
- <td className="p-2 border border-slate-300">File size exceeded.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">unsupported_file_type</td>
- <td className="p-2 border border-slate-300">415</td>
- <td className="p-2 border border-slate-300">File type not allowed.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">high_quality_dataset_only</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Current operation only supports 'high-quality' datasets.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">dataset_not_initialized</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The dataset is still being initialized or indexing. Please wait a moment.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">archived_document_immutable</td>
- <td className="p-2 border border-slate-300">403</td>
- <td className="p-2 border border-slate-300">The archived document is not editable.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">dataset_name_duplicate</td>
- <td className="p-2 border border-slate-300">409</td>
- <td className="p-2 border border-slate-300">The dataset name already exists. Please modify your dataset name.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">invalid_action</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Invalid action.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">document_already_finished</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The document has been processed. Please refresh the page or go to the document details.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">document_indexing</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The document is being processed and cannot be edited.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">invalid_metadata</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The metadata content is incorrect. Please check and verify.</td>
- </tr>
- </tbody>
- </table>
- <div className="pb-4" />
|