Add Hardware Abstraction Layer (#56)

2026-02-10 21:26:41 +01:00 · 2025-08-08 19:22:42 +02:00
parent 833520b163
commit 0e0745065e
194 changed files with 17397 additions and 11955 deletions
--- a/core/src/ggsw/automorphism.rs
+++ b/core/src/ggsw/automorphism.rs
@@ -0,0 +1,147 @@
+use backend::hal::{
+    api::{ScratchAvailable, TakeVecZnxBig, TakeVecZnxDft, VecZnxAutomorphismInplace, VecZnxNormalizeTmpBytes},
+    layouts::{Backend, DataMut, DataRef, Module, Scratch},
+};
+
+use crate::{
+    AutomorphismKeyExec, GGSWCiphertext, GGSWKeySwitchFamily, GLWECiphertext, GLWEKeyswitchFamily, GLWETensorKeyExec, Infos,
+};
+
+impl GGSWCiphertext<Vec<u8>> {
+    pub fn automorphism_scratch_space<B: Backend>(
+        module: &Module<B>,
+        basek: usize,
+        k_out: usize,
+        k_in: usize,
+        k_ksk: usize,
+        digits_ksk: usize,
+        k_tsk: usize,
+        digits_tsk: usize,
+        rank: usize,
+    ) -> usize
+    where
+        Module<B>: GLWEKeyswitchFamily<B> + GGSWKeySwitchFamily<B> + VecZnxNormalizeTmpBytes,
+    {
+        let out_size: usize = k_out.div_ceil(basek);
+        let ci_dft: usize = module.vec_znx_dft_alloc_bytes(rank + 1, out_size);
+        let ks_internal: usize =
+            GLWECiphertext::keyswitch_scratch_space(module, basek, k_out, k_in, k_ksk, digits_ksk, rank, rank);
+        let expand: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, k_out, k_tsk, digits_tsk, rank);
+        ci_dft + (ks_internal | expand)
+    }
+
+    pub fn automorphism_inplace_scratch_space<B: Backend>(
+        module: &Module<B>,
+        basek: usize,
+        k_out: usize,
+        k_ksk: usize,
+        digits_ksk: usize,
+        k_tsk: usize,
+        digits_tsk: usize,
+        rank: usize,
+    ) -> usize
+    where
+        Module<B>: GLWEKeyswitchFamily<B> + GGSWKeySwitchFamily<B> + VecZnxNormalizeTmpBytes,
+    {
+        GGSWCiphertext::automorphism_scratch_space(
+            module, basek, k_out, k_out, k_ksk, digits_ksk, k_tsk, digits_tsk, rank,
+        )
+    }
+}
+
+impl<DataSelf: DataMut> GGSWCiphertext<DataSelf> {
+    pub fn automorphism<DataLhs: DataRef, DataAk: DataRef, DataTsk: DataRef, B: Backend>(
+        &mut self,
+        module: &Module<B>,
+        lhs: &GGSWCiphertext<DataLhs>,
+        auto_key: &AutomorphismKeyExec<DataAk, B>,
+        tensor_key: &GLWETensorKeyExec<DataTsk, B>,
+        scratch: &mut Scratch<B>,
+    ) where
+        Module<B>: GLWEKeyswitchFamily<B> + GGSWKeySwitchFamily<B> + VecZnxAutomorphismInplace + VecZnxNormalizeTmpBytes,
+        Scratch<B>: ScratchAvailable + TakeVecZnxDft<B> + TakeVecZnxBig<B>,
+    {
+        #[cfg(debug_assertions)]
+        {
+            use crate::Infos;
+
+            assert_eq!(
+                self.rank(),
+                lhs.rank(),
+                "ggsw_out rank: {} != ggsw_in rank: {}",
+                self.rank(),
+                lhs.rank()
+            );
+            assert_eq!(
+                self.rank(),
+                auto_key.rank(),
+                "ggsw_in rank: {} != auto_key rank: {}",
+                self.rank(),
+                auto_key.rank()
+            );
+            assert_eq!(
+                self.rank(),
+                tensor_key.rank(),
+                "ggsw_in rank: {} != tensor_key rank: {}",
+                self.rank(),
+                tensor_key.rank()
+            );
+            assert!(
+                scratch.available()
+                    >= GGSWCiphertext::automorphism_scratch_space(
+                        module,
+                        self.basek(),
+                        self.k(),
+                        lhs.k(),
+                        auto_key.k(),
+                        auto_key.digits(),
+                        tensor_key.k(),
+                        tensor_key.digits(),
+                        self.rank(),
+                    )
+            )
+        };
+
+        let rank: usize = self.rank();
+        let cols: usize = rank + 1;
+
+        // Keyswitch the j-th row of the col 0
+        (0..lhs.rows()).for_each(|row_i| {
+            // Key-switch column 0, i.e.
+            // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2)
+            self.at_mut(row_i, 0)
+                .automorphism(module, &lhs.at(row_i, 0), auto_key, scratch);
+
+            // Isolates DFT(AUTO(a[i]))
+            let (mut ci_dft, scratch1) = scratch.take_vec_znx_dft(module, cols, self.size());
+            (0..cols).for_each(|i| {
+                module.vec_znx_dft_from_vec_znx(1, 0, &mut ci_dft, i, &self.at(row_i, 0).data, i);
+            });
+
+            // Generates
+            //
+            // col 1: (-(b0s0 + b1s1 + b2s2)    , b0 + pi(M[i]), b1           , b2           )
+            // col 2: (-(c0s0 + c1s1 + c2s2)    , c0           , c1 + pi(M[i]), c2           )
+            // col 3: (-(d0s0 + d1s1 + d2s2)    , d0           , d1           , d2 + pi(M[i]))
+            (1..cols).for_each(|col_j| {
+                self.expand_row(module, row_i, col_j, &ci_dft, tensor_key, scratch1);
+            });
+        })
+    }
+
+    pub fn automorphism_inplace<DataKsk: DataRef, DataTsk: DataRef, B: Backend>(
+        &mut self,
+        module: &Module<B>,
+        auto_key: &AutomorphismKeyExec<DataKsk, B>,
+        tensor_key: &GLWETensorKeyExec<DataTsk, B>,
+        scratch: &mut Scratch<B>,
+    ) where
+        Module<B>: GLWEKeyswitchFamily<B> + GGSWKeySwitchFamily<B> + VecZnxAutomorphismInplace + VecZnxNormalizeTmpBytes,
+        Scratch<B>: ScratchAvailable + TakeVecZnxDft<B> + TakeVecZnxBig<B>,
+    {
+        unsafe {
+            let self_ptr: *mut GGSWCiphertext<DataSelf> = self as *mut GGSWCiphertext<DataSelf>;
+            self.automorphism(module, &*self_ptr, auto_key, tensor_key, scratch);
+        }
+    }
+}