add savepoints and triggers

Signed-off-by: Somtochi Onyekwere <[email protected]>

Author: somtochiama

core/rs/core/src/bootstrap.rs

@@ -48,6 +48,27 @@ fn create_site_id_and_site_id_table(db: *mut sqlite3) -> Result<[u8; 16], Result
     insert_site_id(db)
 }
 
+pub fn create_site_id_triggers(db: *mut sqlite3) -> Result<ResultCode, ResultCode> {
+    db.exec_safe(&format!(
+        "CREATE TRIGGER IF NOT EXISTS {tbl}_insert_trig AFTER INSERT ON \"{tbl}\"
+        WHEN NEW.ordinal != 0
+        BEGIN
+          VALUES (crsql_update_site_id(NEW.site_id, NEW.ordinal));
+        END;
+        CREATE TRIGGER IF NOT EXISTS {tbl}_update_trig AFTER UPDATE ON \"{tbl}\"
+        WHEN NEW.ordinal != 0
+        BEGIN
+          VALUES (crsql_update_site_id(NEW.site_id, NEW.ordinal));
+        END;
+        CREATE TRIGGER IF NOT EXISTS {tbl}_delete_trig AFTER DELETE ON \"{tbl}\"
+        WHEN OLD.ordinal != 0
+        BEGIN
+          VALUES (crsql_update_site_id(OLD.site_id, -1));
+        END;",
+        tbl = consts::TBL_SITE_ID
+    ))
+}
+
 #[no_mangle]
 pub extern "C" fn crsql_init_peer_tracking_table(db: *mut sqlite3) -> c_int {
     match db.exec_safe("CREATE TABLE IF NOT EXISTS crsql_tracked_peers (\"site_id\" BLOB NOT NULL, \"version\" INTEGER NOT NULL, \"seq\" INTEGER DEFAULT 0, \"tag\" INTEGER, \"event\" INTEGER, PRIMARY KEY (\"site_id\", \"tag\", \"event\")) STRICT;") {

core/rs/core/src/c.rs

@@ -109,10 +109,12 @@ extern "C" {
         db: *mut sqlite::sqlite3,
         pExtData: *mut crsql_ExtData,
     ) -> c_int;
-    pub fn crsql_newExtData(
+    pub fn crsql_newExtData(db: *mut sqlite::sqlite3) -> *mut crsql_ExtData;
+    pub fn crsql_initSiteIdExt(
         db: *mut sqlite::sqlite3,
+        pExtData: *mut crsql_ExtData,
         siteIdBuffer: *mut c_char,
-    ) -> *mut crsql_ExtData;
+    ) -> c_int;
     pub fn crsql_freeExtData(pExtData: *mut crsql_ExtData);
     pub fn crsql_finalize(pExtData: *mut crsql_ExtData);
 }

core/rs/core/src/changes_vtab.rs

@@ -1,5 +1,5 @@
 extern crate alloc;
-use crate::alloc::string::ToString;
+use crate::alloc::{collections::BTreeMap, string::ToString};
 use crate::changes_vtab_write::crsql_merge_insert;
 use crate::stmt_cache::reset_cached_stmt;
 use crate::tableinfo::{crsql_ensure_table_infos_are_up_to_date, TableInfo};
@@ -565,3 +565,27 @@ pub extern "C" fn crsql_changes_commit(vtab: *mut sqlite::vtab) -> c_int {
     }
     ResultCode::OK as c_int
 }
+
+#[no_mangle]
+pub extern "C" fn crsql_changes_savepoint(_vtab: *mut sqlite::vtab, _n: c_int) -> c_int {
+    ResultCode::OK as c_int
+}
+
+#[no_mangle]
+pub extern "C" fn crsql_changes_release(_vtab: *mut sqlite::vtab, _n: c_int) -> c_int {
+    ResultCode::OK as c_int
+}
+
+// clear ordinal cache on rollback so we don't have wrong data in the cache.
+#[no_mangle]
+pub extern "C" fn crsql_changes_rollback_to(vtab: *mut sqlite::vtab, _: c_int) -> c_int {
+    let tab = vtab.cast::<crsql_Changes_vtab>();
+
+    let mut ordinals = unsafe {
+        mem::ManuallyDrop::new(Box::from_raw(
+            (*(*tab).pExtData).ordinalMap as *mut BTreeMap<Vec<u8>, i64>,
+        ))
+    };
+    ordinals.clear();
+    ResultCode::OK as c_int
+}

core/rs/core/src/lib.rs

@@ -48,17 +48,17 @@ mod triggers;
 mod unpack_columns_vtab;
 mod util;
 
-use alloc::borrow::Cow;
 use alloc::format;
 use alloc::string::ToString;
+use alloc::{borrow::Cow, boxed::Box, collections::BTreeMap, vec::Vec};
 use core::ffi::c_char;
 use core::mem;
 use core::ptr::null_mut;
 extern crate alloc;
 use alter::crsql_compact_post_alter;
 use automigrate::*;
 use backfill::*;
-use c::{crsql_freeExtData, crsql_newExtData};
+use c::{crsql_freeExtData, crsql_initSiteIdExt, crsql_newExtData};
 use config::{crsql_config_get, crsql_config_set};
 use core::ffi::{c_int, c_void, CStr};
 use create_crr::create_crr;
@@ -232,6 +232,30 @@ pub extern "C" fn sqlite3_crsqlcore_init(
         return null_mut();
     }
 
+    // allocate ext data earlier in the init process because we need its
+    // pointer to be available for the crsql_update_site_id function.
+    let ext_data = unsafe { crsql_newExtData(db) };
+    if ext_data.is_null() {
+        return null_mut();
+    }
+
+    let rc = db
+        .create_function_v2(
+            "crsql_update_site_id",
+            2,
+            sqlite::UTF8 | sqlite::INNOCUOUS | sqlite::DETERMINISTIC,
+            Some(ext_data as *mut c_void),
+            Some(x_crsql_update_site_id),
+            None,
+            None,
+            None,
+        )
+        .unwrap_or(ResultCode::ERROR);
+    if rc != ResultCode::OK {
+        unsafe { crsql_freeExtData(ext_data) };
+        return null_mut();
+    }
+
     // TODO: convert this function to a proper rust function
     // and have rust free:
     // 1. site_id_buffer
@@ -243,12 +267,18 @@ pub extern "C" fn sqlite3_crsqlcore_init(
     let rc = crate::bootstrap::crsql_init_site_id(db, site_id_buffer);
     if rc != ResultCode::OK as c_int {
         sqlite::free(site_id_buffer as *mut c_void);
+        unsafe { crsql_freeExtData(ext_data) };
         return null_mut();
     }
 
-    let ext_data = unsafe { crsql_newExtData(db, site_id_buffer as *mut c_char) };
-    if ext_data.is_null() {
-        // no need to free the site id buffer here, this is cleaned up already.
+    let rc = unsafe { crsql_initSiteIdExt(db, ext_data, site_id_buffer as *mut c_char) };
+    if rc != ResultCode::OK as c_int {
+        unsafe { crsql_freeExtData(ext_data) };
+        return null_mut();
+    }
+
+    if let Err(_) = crate::bootstrap::create_site_id_triggers(db) {
+        sqlite::free(site_id_buffer as *mut c_void);
         return null_mut();
     }
 
@@ -408,7 +438,7 @@ pub extern "C" fn sqlite3_crsqlcore_init(
     let rc = db
         .create_function_v2(
             "crsql_set_ts",
-            -1,
+            1,
             sqlite::UTF8 | sqlite::DETERMINISTIC,
             Some(ext_data as *mut c_void),
             Some(x_crsql_set_ts),
@@ -422,6 +452,24 @@ pub extern "C" fn sqlite3_crsqlcore_init(
         return null_mut();
     }
 
+    #[cfg(feature = "test")]
+    let rc = db
+        .create_function_v2(
+            "crsql_cache_site_ordinal",
+            1,
+            sqlite::UTF8 | sqlite::DETERMINISTIC,
+            Some(ext_data as *mut c_void),
+            Some(x_crsql_cache_site_ordinal),
+            None,
+            None,
+            None,
+        )
+        .unwrap_or(ResultCode::ERROR);
+    if rc != ResultCode::OK {
+        unsafe { crsql_freeExtData(ext_data) };
+        return null_mut();
+    }
+
     let rc = db
         .create_function_v2(
             "crsql_set_db_version",
@@ -627,6 +675,32 @@ unsafe extern "C" fn x_crsql_site_id(
     sqlite::result_blob(ctx, site_id, consts::SITE_ID_LEN, Destructor::STATIC);
 }
 
+/**
+ * update in-memory map of site ids to ordinals. Only valid within a transaction.
+ *
+ * `select crsql_update_site_id(site_id, ordinal)`
+ */
+unsafe extern "C" fn x_crsql_update_site_id(
+    ctx: *mut sqlite::context,
+    argc: i32,
+    argv: *mut *mut sqlite::value,
+) {
+    let ext_data = ctx.user_data() as *mut c::crsql_ExtData;
+    let args = sqlite::args!(argc, argv);
+    let site_id = args[0].blob();
+    let ordinal = args[1].int64();
+    let mut ordinals: mem::ManuallyDrop<Box<BTreeMap<Vec<u8>, i64>>> = mem::ManuallyDrop::new(
+        Box::from_raw((*ext_data).ordinalMap as *mut BTreeMap<Vec<u8>, i64>),
+    );
+
+    if ordinal == -1 {
+        ordinals.remove(&site_id.to_vec());
+    } else {
+        ordinals.insert(site_id.to_vec(), ordinal);
+    }
+    ctx.result_text_static("OK");
+}
+
 unsafe extern "C" fn x_crsql_finalize(
     ctx: *mut sqlite::context,
     _argc: i32,
@@ -854,10 +928,7 @@ unsafe extern "C" fn x_crsql_set_ts(
     argv: *mut *mut sqlite::value,
 ) {
     if argc == 0 {
-        ctx.result_error(
-            "Wrong number of args provided to crsql_begin_alter. Provide the
-          schema name and table name or just the table name.",
-        );
+        ctx.result_error("Wrong number of args provided to x_crsql_set_ts. Provide the timestamp.");
         return;
     }
 
@@ -876,6 +947,37 @@ unsafe extern "C" fn x_crsql_set_ts(
     ctx.result_text_static("OK");
 }
 
+/**
+ * Get the site ordinal cached in the ext data for the current transaction.
+ * only used for test to inspect the ordinal map.
+ */
+#[cfg(feature = "test")]
+unsafe extern "C" fn x_crsql_cache_site_ordinal(
+    ctx: *mut sqlite::context,
+    argc: i32,
+    argv: *mut *mut sqlite::value,
+) {
+    if argc == 0 {
+        ctx.result_error(
+            "Wrong number of args provided to crsql_cache_site_ordinal. Provide the site id.",
+        );
+        return;
+    }
+
+    let ext_data = ctx.user_data() as *mut c::crsql_ExtData;
+    let args = sqlite::args!(argc, argv);
+    let site_id = args[0].blob();
+
+    let ord_map = mem::ManuallyDrop::new(Box::from_raw(
+        (*ext_data).ordinalMap as *mut BTreeMap<Vec<u8>, i64>,
+    ));
+    let res = ord_map.get(site_id).cloned().unwrap_or(-1);
+    sqlite::result_int64(ctx, res);
+}
+
+/**
+ * Return the timestamp for the current transaction.
+ */
 unsafe extern "C" fn x_crsql_get_ts(
     ctx: *mut sqlite::context,
     _argc: i32,

core/rs/integration_check/src/t/tableinfo.rs

@@ -53,7 +53,9 @@ fn test_ensure_table_infos_are_up_to_date() {
     )
     .expect("made foo clock");
 
-    let ext_data = unsafe { test_exports::c::crsql_newExtData(raw_db, make_site()) };
+    let ext_data = unsafe { test_exports::c::crsql_newExtData(raw_db) };
+    let rc = unsafe { test_exports::c::crsql_initSiteIdExt(raw_db, ext_data, make_site()) };
+    assert_eq!(rc, 0);
     test_exports::tableinfo::crsql_ensure_table_infos_are_up_to_date(raw_db, ext_data, err);
 
     let mut table_infos = unsafe {
@@ -359,6 +361,7 @@ fn test_leak_condition() {
 }
 
 pub fn run_suite() {
+    libc_print::libc_println!("Running tableinfo suite");
     test_ensure_table_infos_are_up_to_date();
     test_pull_table_info();
     test_is_table_compatible();