feat(server): adapt doc loader for server native (#9942)

2026-07-14 00:26:51 +08:00 · 2025-02-26 08:05:20 +00:00
parent e1fd8f5d80
commit d25b216311
17 changed files with 121 additions and 55 deletions
@@ -0,0 +1,43 @@
+use std::{io, str::Utf8Error, string::FromUtf8Error};
+
+use thiserror::Error;
+
+/**
+ * modified from https://github.com/Abraxas-365/langchain-rust/tree/v4.6.0/src/document_loaders
+ */
+use super::*;
+
+#[derive(Error, Debug)]
+pub enum LoaderError {
+  #[error("{0}")]
+  TextSplitter(#[from] TextSplitterError),
+
+  #[error(transparent)]
+  IO(#[from] io::Error),
+
+  #[error(transparent)]
+  Utf8(#[from] Utf8Error),
+
+  #[error(transparent)]
+  FromUtf8(#[from] FromUtf8Error),
+
+  #[error(transparent)]
+  PdfExtract(#[from] pdf_extract::Error),
+
+  #[error(transparent)]
+  PdfExtractOutput(#[from] pdf_extract::OutputError),
+
+  #[error(transparent)]
+  Readability(#[from] readability::error::Error),
+
+  #[error(transparent)]
+  UrlParse(#[from] url::ParseError),
+
+  #[error("Unsupported source language")]
+  UnsupportedLanguage,
+
+  #[error("Error: {0}")]
+  Other(String),
+}
+
+pub type LoaderResult<T> = Result<T, LoaderError>;