package anydoc import ( "bytes" "context" "encoding/json" "errors" "fmt" "io" "net/http" "net/url" ) const ( wikijsListPath = "/api/docs/wikijs/list" wikijsExportPath = "/api/docs/wikijs/export" ) // WikijsListDocsRequest Wikijs 获取文档列表请求 type WikijsListDocsRequest struct { URL string `json:"url"` // Wikijs 配置文件 Filename string `json:"filename"` // 文件名,需要带扩展名 UUID string `json:"uuid"` // 必填的唯一标识符 } // WikijsExportDocRequest Wikijs 导出文档请求 type WikijsExportDocRequest struct { UUID string `json:"uuid"` // 必须与 list 接口使用的 uuid 相同 DocID string `json:"doc_id"` // wikijs-doc-id } // WikijsExportDocResponse Wikijs 导出文档响应 type WikijsExportDocResponse struct { Success bool `json:"success"` Msg string `json:"msg"` Data string `json:"data"` } // WikijsExportDocData Wikijs 导出文档数据 type WikijsExportDocData struct { TaskID string `json:"task_id"` Status string `json:"status"` FilePath string `json:"file_path"` } // WikijsListDocs 获取 Wikijs 文档列表 func (c *Client) WikijsListDocs(ctx context.Context, wikijsURL, filename, uuid string) (*ListDocResponse, error) { u, err := url.Parse(crawlerServiceHost) if err != nil { return nil, err } u.Path = wikijsListPath requestURL := u.String() bodyMap := map[string]interface{}{ "url": wikijsURL, "filename": filename, "uuid": uuid, } jsonData, err := json.Marshal(bodyMap) if err != nil { return nil, fmt.Errorf("failed to marshal request body: %w", err) } req, err := http.NewRequestWithContext(ctx, http.MethodPost, requestURL, bytes.NewBuffer(jsonData)) if err != nil { return nil, err } req.Header.Set("Content-Type", "application/json") resp, err := c.httpClient.Do(req) if err != nil { return nil, err } defer resp.Body.Close() respBody, err := io.ReadAll(resp.Body) if err != nil { return nil, err } c.logger.Info("WikijsListDocs", "requestURL:", requestURL, "resp", string(respBody)) var wikijsResp ListDocResponse err = json.Unmarshal(respBody, &wikijsResp) if err != nil { return nil, err } if !wikijsResp.Success { return nil, errors.New(wikijsResp.Msg) } return &wikijsResp, nil } // WikijsExportDoc 导出 Wikijs 文档 func (c *Client) WikijsExportDoc(ctx context.Context, uuid, docID, kbId string) (*WikijsExportDocResponse, error) { u, err := url.Parse(crawlerServiceHost) if err != nil { return nil, err } u.Path = wikijsExportPath requestURL := u.String() bodyMap := map[string]interface{}{ "uuid": uuid, "doc_id": docID, "uploader": map[string]interface{}{ "type": uploaderTypeHTTP, "http": map[string]interface{}{ "url": apiUploaderUrl, }, "dir": fmt.Sprintf("/%s", kbId), }, } jsonData, err := json.Marshal(bodyMap) if err != nil { return nil, fmt.Errorf("failed to marshal request body: %w", err) } req, err := http.NewRequestWithContext(ctx, http.MethodPost, requestURL, bytes.NewBuffer(jsonData)) if err != nil { return nil, err } req.Header.Set("Content-Type", "application/json") resp, err := c.httpClient.Do(req) if err != nil { return nil, err } defer resp.Body.Close() respBody, err := io.ReadAll(resp.Body) if err != nil { return nil, err } c.logger.Info("WikijsExportDoc", "requestURL:", requestURL, "resp", string(respBody)) var exportResp WikijsExportDocResponse err = json.Unmarshal(respBody, &exportResp) if err != nil { return nil, err } if !exportResp.Success { return nil, errors.New(exportResp.Msg) } return &exportResp, nil }