Jayden/AFFiNE-Mirror
0
0
Fork 0
mirror of https://github.com/toeverything/AFFiNE.git synced 2026-07-19 19:16:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(server): context awareness for copilot (#9611)

Browse Source 
fix PD-2167
fix PD-2169
fix PD-2190
This commit is contained in:
darkskygit
2025-03-13 11:44:55 +00:00
parent 05f3069efd
commit d8373f66e7
51 changed files with 2101 additions and 294 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/common/native/src/doc_loader/splitter/mod.rs
+9 -9
View File
@@ -21,26 +21,26 @@ pub trait TextSplitter: Send + Sync {
fn split_documents(&self, documents: &[Document]) -> Result<Vec<Document>, TextSplitterError> {
let mut texts: Vec<String> = Vec::new();
let mut metadatas: Vec<HashMap<String, Value>> = Vec::new();
let mut metadata: Vec<HashMap<String, Value>> = Vec::new();
documents.iter().for_each(|d| {
texts.push(d.page_content.clone());
metadatas.push(d.metadata.clone());
metadata.push(d.metadata.clone());
});
self.create_documents(&texts, &metadatas)
self.create_documents(&texts, &metadata)
}
fn create_documents(
&self,
text: &[String],
metadatas: &[HashMap<String, Value>],
metadata: &[HashMap<String, Value>],
) -> Result<Vec<Document>, TextSplitterError> {
let mut metadatas = metadatas.to_vec();
if metadatas.is_empty() {
metadatas = vec![HashMap::new(); text.len()];
let mut metadata = metadata.to_vec();
if metadata.is_empty() {
metadata = vec![HashMap::new(); text.len()];
}
if text.len() != metadatas.len() {
if text.len() != metadata.len() {
return Err(TextSplitterError::MetadataTextMismatch);
}
@@ -48,7 +48,7 @@ pub trait TextSplitter: Send + Sync {
for i in 0..text.len() {
let chunks = self.split_text(&text[i])?;
for chunk in chunks {
let document = Document::new(chunk).with_metadata(metadatas[i].clone());
let document = Document::new(chunk).with_metadata(metadata[i].clone());
documents.push(document);
}
}