feat(server): impl storage runtime (#15181)

#### PR Dependency Tree * **PR #15181** 👈 This tree was auto-generated by [Charcoal](https://github.com/danerwilliams/charcoal)  ## Summary by CodeRabbit * **New Features** * Added an additional storage backend option: asset-pack based storage (provider for avatar, blob, and copilot). * Introduced a dedicated storage runtime with provider capability reporting and expanded object operations (put/head/get/list/delete), including presigned and multipart flows where supported. * Cloudflare R2 `jurisdiction` now uses an explicit default when omitted. * **Bug Fixes** * Broadened avatar access to allow both fs and asset-pack providers. * Improved workspace blob upload completion validation and handling when stored objects are missing or mismatched.
2026-07-16 01:26:37 +08:00 · 2026-07-01 22:24:10 +08:00
parent da7d438377
commit 8ebdb7452f
102 changed files with 6487 additions and 4508 deletions
@@ -0,0 +1,133 @@
+mod constants;
+mod coordination_lease;
+mod doc_compactor;
+mod doc_storage;
+mod gate;
+mod housekeeping;
+mod runtime_state;
+#[cfg(test)]
+mod tests;
+mod workspace_stats;
+use std::{sync::RwLock, time::Duration};
+
+use napi::Result;
+use sha2::{Digest, Sha256};
+use sqlx::{PgPool, Row, postgres::PgPoolOptions};
+use tokio::sync::Mutex;
+
+use self::types::BackendRuntimeHealth;
+pub(crate) use super::types;
+use super::{
+  BackendRuntimeConfig, RuntimeError, RuntimeResult, migrations::migrate_runtime_tables, napi_error, to_napi_error,
+};
+
+pub(super) fn token_hash(token: &str) -> String {
+  hex::encode(Sha256::digest(token.as_bytes()))
+}
+
+#[napi_derive::napi]
+pub struct BackendRuntime {
+  config: RwLock<BackendRuntimeConfig>,
+  pool: Mutex<Option<PgPool>>,
+}
+
+#[napi_derive::napi]
+impl BackendRuntime {
+  #[napi(constructor)]
+  pub fn new() -> Result<Self> {
+    Ok(Self {
+      config: RwLock::new(BackendRuntimeConfig::from_config_files().map_err(to_napi_error)?),
+      pool: Mutex::new(None),
+    })
+  }
+
+  #[napi]
+  pub async fn start(&self) -> Result<()> {
+    self.start_inner().await.map_err(to_napi_error)
+  }
+
+  async fn start_inner(&self) -> RuntimeResult<()> {
+    let mut guard = self.pool.lock().await;
+    if guard.is_some() {
+      return Ok(());
+    }
+
+    let database_url = self.config()?.database_url;
+    let pool = PgPoolOptions::new()
+      .max_connections(5)
+      .acquire_timeout(Duration::from_secs(5))
+      .connect(&database_url)
+      .await
+      .map_err(|err| RuntimeError::database("BackendRuntime failed to connect postgres", err))?;
+
+    sqlx::query("SELECT 1")
+      .execute(&pool)
+      .await
+      .map_err(|err| RuntimeError::database("BackendRuntime postgres health check failed", err))?;
+
+    let config = self.config()?.with_db_overrides(&pool).await?;
+    self.update_config(config)?;
+
+    *guard = Some(pool);
+    Ok(())
+  }
+
+  #[napi]
+  pub async fn stop(&self) -> Result<()> {
+    let pool = self.pool.lock().await.take();
+    if let Some(pool) = pool {
+      pool.close().await;
+    }
+    Ok(())
+  }
+
+  #[napi]
+  pub async fn health(&self) -> Result<BackendRuntimeHealth> {
+    let pool = self.pool.lock().await.as_ref().cloned();
+    let database_connected = match pool.as_ref() {
+      Some(pool) => sqlx::query("SELECT 1")
+        .fetch_one(pool)
+        .await
+        .map(|row| row.try_get::<i32, _>(0).unwrap_or(0) == 1)
+        .unwrap_or(false),
+      None => false,
+    };
+
+    Ok(BackendRuntimeHealth {
+      started: pool.is_some(),
+      database_connected,
+    })
+  }
+
+  #[napi]
+  pub async fn run_migrations(&self) -> Result<()> {
+    let pool = self.pool().await?;
+    migrate_runtime_tables(&pool).await.map_err(to_napi_error)
+  }
+
+  pub(crate) async fn pool(&self) -> RuntimeResult<PgPool> {
+    self
+      .pool
+      .lock()
+      .await
+      .as_ref()
+      .cloned()
+      .ok_or_else(|| RuntimeError::invalid_state("BackendRuntime must be started before using postgres operations"))
+  }
+
+  pub(crate) fn config(&self) -> RuntimeResult<BackendRuntimeConfig> {
+    self
+      .config
+      .read()
+      .map(|config| config.clone())
+      .map_err(|_| RuntimeError::invalid_state("BackendRuntime config lock poisoned"))
+  }
+
+  fn update_config(&self, config: BackendRuntimeConfig) -> RuntimeResult<()> {
+    *self
+      .config
+      .write()
+      .map_err(|_| RuntimeError::invalid_state("BackendRuntime config lock poisoned"))? = config;
+    Ok(())
+  }
+}