feat(nbstore): add sqlite implementation (#8811)

2026-08-02 18:09:58 +08:00 · 2024-12-13 06:13:05 +00:00
parent 932e1da7f3
commit 8c24f2b906
66 changed files with 2932 additions and 397 deletions
@@ -1,29 +1,96 @@
-// TODO
-// dynamic create it from JavaScript side
-// and remove this crate then.
-pub const SCHEMA: &str = r#"CREATE TABLE IF NOT EXISTS "updates" (
-  id INTEGER PRIMARY KEY AUTOINCREMENT,
-  data BLOB NOT NULL,
-  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL,
-  doc_id TEXT
+use std::borrow::Cow;
+
+use sqlx::migrate::{Migration, MigrationType, Migrator};
+
+pub mod v1;
+
+type SimpleMigration = (
+  /* name */ &'static str,
+  /* up */ &'static str,
+  /* down */ Option<&'static str>,
 );
-CREATE TABLE IF NOT EXISTS "blobs" (
-  key TEXT PRIMARY KEY NOT NULL,
-  data BLOB NOT NULL,
-  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+
+// ORDER MATTERS
+const MIGRATIONS: &[SimpleMigration] = &[
+  // v2 db init
+  (
+    "init_v2",
+    r#"
+CREATE TABLE "meta" (
+  space_id VARCHAR PRIMARY KEY NOT NULL
 );
-CREATE TABLE IF NOT EXISTS "version_info" (
-  version NUMBER NOT NULL,
-  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
-);
-CREATE TABLE IF NOT EXISTS "server_clock" (
-  key TEXT PRIMARY KEY NOT NULL,
+
+CREATE TABLE "snapshots" (
+  doc_id VARCHAR PRIMARY KEY NOT NULL,
  data BLOB NOT NULL,
-  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+  created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL,
+  updated_at TIMESTAMP NOT NULL
 );
-CREATE TABLE IF NOT EXISTS "sync_metadata" (
-  key TEXT PRIMARY KEY NOT NULL,
+
+CREATE TABLE "updates" (
+  doc_id VARCHAR NOT NULL,
+  created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL,
  data BLOB NOT NULL,
-  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
-)
-"#;
+  PRIMARY KEY (doc_id, created_at)
+);
+
+CREATE TABLE "clocks" (
+  doc_id VARCHAR PRIMARY KEY NOT NULL,
+  timestamp TIMESTAMP NOT NULL
+);
+
+CREATE TABLE "blobs" (
+  key VARCHAR PRIMARY KEY NOT NULL,
+  data BLOB NOT NULL,
+  mime VARCHAR NOT NULL,
+  size INTEGER NOT NULL,
+  created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL,
+  deleted_at TIMESTAMP
+);
+
+CREATE TABLE "peer_clocks" (
+  peer VARCHAR NOT NULL,
+  doc_id VARCHAR NOT NULL,
+  remote_clock TIMESTAMP NOT NULL DEFAULT 0,
+  pulled_remote_clock TIMESTAMP NOT NULL DEFAULT 0,
+  pushed_clock TIMESTAMP NOT NULL DEFAULT 0,
+  PRIMARY KEY (peer, doc_id)
+);
+CREATE INDEX peer_clocks_doc_id ON peer_clocks (doc_id);
+ "#,
+    None,
+  ),
+];
+
+pub fn get_migrator() -> Migrator {
+  let mut migrations = vec![];
+
+  MIGRATIONS.iter().for_each(|&(name, up, down)| {
+    migrations.push(Migration::new(
+      migrations.len() as i64 + 1,
+      Cow::from(name),
+      if down.is_some() {
+        MigrationType::ReversibleUp
+      } else {
+        MigrationType::Simple
+      },
+      Cow::from(up),
+      false,
+    ));
+
+    if let Some(down) = down {
+      migrations.push(Migration::new(
+        migrations.len() as i64 + 1,
+        Cow::from(name),
+        MigrationType::ReversibleDown,
+        Cow::from(down),
+        false,
+      ));
+    }
+  });
+
+  Migrator {
+    migrations: Cow::Owned(migrations),
+    ..Migrator::DEFAULT
+  }
+}
@@ -0,0 +1,26 @@
+pub const SCHEMA: &str = r#"CREATE TABLE IF NOT EXISTS "updates" (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  data BLOB NOT NULL,
+  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL,
+  doc_id TEXT
+);
+CREATE TABLE IF NOT EXISTS "blobs" (
+  key TEXT PRIMARY KEY NOT NULL,
+  data BLOB NOT NULL,
+  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+CREATE TABLE IF NOT EXISTS "version_info" (
+  version NUMBER NOT NULL,
+  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+CREATE TABLE IF NOT EXISTS "server_clock" (
+  key TEXT PRIMARY KEY NOT NULL,
+  data BLOB NOT NULL,
+  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+CREATE TABLE IF NOT EXISTS "sync_metadata" (
+  key TEXT PRIMARY KEY NOT NULL,
+  data BLOB NOT NULL,
+  timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL
+)
+"#;