use base2k::{ Backend, FFT64, MatZnxDft, MatZnxDftToMut, MatZnxDftToRef, Module, Scratch, VecZnx, VecZnxDft, VecZnxDftOps, VecZnxDftToMut, VecZnxDftToRef, VecZnxToMut, VecZnxToRef, ZnxInfos, ZnxZero, }; use crate::{ grlwe::GRLWECt, rlwe::{RLWECt, RLWECtDft}, utils::derive_size, }; pub trait Infos { type Inner: ZnxInfos; fn inner(&self) -> &Self::Inner; /// Returns the ring degree of the polynomials. fn n(&self) -> usize { self.inner().n() } /// Returns the base two logarithm of the ring dimension of the polynomials. fn log_n(&self) -> usize { self.inner().log_n() } /// Returns the number of rows. fn rows(&self) -> usize { self.inner().rows() } /// Returns the number of polynomials in each row. fn cols(&self) -> usize { self.inner().cols() } /// Returns the number of size per polynomial. fn size(&self) -> usize { let size: usize = self.inner().size(); debug_assert_eq!(size, derive_size(self.log_base2k(), self.log_k())); size } /// Returns the total number of small polynomials. fn poly_count(&self) -> usize { self.rows() * self.cols() * self.size() } /// Returns the base 2 logarithm of the ciphertext base. fn log_base2k(&self) -> usize; /// Returns the bit precision of the ciphertext. fn log_k(&self) -> usize; } pub trait GetRow { fn get_row(&self, module: &Module, row_i: usize, col_j: usize, res: &mut RLWECtDft) where VecZnxDft: VecZnxDftToMut; } pub trait SetRow { fn set_row(&mut self, module: &Module, row_i: usize, col_j: usize, a: &RLWECtDft) where VecZnxDft: VecZnxDftToRef; } pub(crate) trait MatZnxDftProducts: Infos where MatZnxDft: MatZnxDftToRef + ZnxInfos, { fn mul_rlwe(&self, module: &Module, res: &mut RLWECt, a: &RLWECt, scratch: &mut Scratch) where MatZnxDft: MatZnxDftToRef, VecZnx: VecZnxToMut, VecZnx: VecZnxToRef; fn mul_rlwe_inplace(&self, module: &Module, res: &mut RLWECt, scratch: &mut Scratch) where MatZnxDft: MatZnxDftToRef + ZnxInfos, VecZnx: VecZnxToMut + VecZnxToRef, { unsafe { let res_ptr: *mut RLWECt = res as *mut RLWECt; // This is ok because [Self::mul_rlwe] only updates res at the end. self.mul_rlwe(&module, &mut *res_ptr, &*res_ptr, scratch); } } fn mul_rlwe_dft( &self, module: &Module, res: &mut RLWECtDft, a: &RLWECtDft, scratch: &mut Scratch, ) where MatZnxDft: MatZnxDftToRef + ZnxInfos, VecZnxDft: VecZnxDftToMut + VecZnxDftToRef + ZnxInfos, VecZnxDft: VecZnxDftToRef + ZnxInfos, { let log_base2k: usize = self.log_base2k(); #[cfg(debug_assertions)] { assert_eq!(res.log_base2k(), log_base2k); assert_eq!(self.n(), module.n()); assert_eq!(res.n(), module.n()); } let (a_data, scratch_1) = scratch.tmp_vec_znx(module, 2, a.size()); let mut a_idft: RLWECt<&mut [u8]> = RLWECt::<&mut [u8]> { data: a_data, log_base2k: a.log_base2k(), log_k: a.log_k(), }; a.idft(module, &mut a_idft, scratch_1); let (res_data, scratch_2) = scratch_1.tmp_vec_znx(module, 2, res.size()); let mut res_idft: RLWECt<&mut [u8]> = RLWECt::<&mut [u8]> { data: res_data, log_base2k: res.log_base2k(), log_k: res.log_k(), }; self.mul_rlwe(module, &mut res_idft, &a_idft, scratch_2); module.vec_znx_dft(res, 0, &res_idft, 0); module.vec_znx_dft(res, 1, &res_idft, 1); } fn mul_rlwe_dft_inplace(&self, module: &Module, res: &mut RLWECtDft, scratch: &mut Scratch) where MatZnxDft: MatZnxDftToRef + ZnxInfos, VecZnxDft: VecZnxDftToRef + VecZnxDftToMut, { let log_base2k: usize = self.log_base2k(); #[cfg(debug_assertions)] { assert_eq!(res.log_base2k(), log_base2k); assert_eq!(self.n(), module.n()); assert_eq!(res.n(), module.n()); } let (res_data, scratch_1) = scratch.tmp_vec_znx(module, 2, res.size()); let mut res_idft: RLWECt<&mut [u8]> = RLWECt::<&mut [u8]> { data: res_data, log_base2k: res.log_base2k(), log_k: res.log_k(), }; res.idft(module, &mut res_idft, scratch_1); self.mul_rlwe_inplace(module, &mut res_idft, scratch_1); module.vec_znx_dft(res, 0, &res_idft, 0); module.vec_znx_dft(res, 1, &res_idft, 1); } fn mul_grlwe(&self, module: &Module, res: &mut GRLWECt, a: &GRLWECt, scratch: &mut Scratch) where MatZnxDft: MatZnxDftToRef + ZnxInfos, MatZnxDft: MatZnxDftToMut + MatZnxDftToRef + ZnxInfos, MatZnxDft: MatZnxDftToRef + ZnxInfos, { let (tmp_row_data, scratch1) = scratch.tmp_vec_znx_dft(module, 2, a.size()); let mut tmp_row: RLWECtDft<&mut [u8], FFT64> = RLWECtDft::<&mut [u8], FFT64> { data: tmp_row_data, log_base2k: a.log_base2k(), log_k: a.log_k(), }; let min_rows: usize = res.rows().min(a.rows()); (0..min_rows).for_each(|row_i| { a.get_row(module, row_i, &mut tmp_row); self.mul_rlwe_dft_inplace(module, &mut tmp_row, scratch1); res.set_row(module, row_i, &tmp_row); }); tmp_row.data.zero(); (min_rows..res.rows()).for_each(|row_i| { res.set_row(module, row_i, &tmp_row); }) } fn mul_grlwe_inplace(&self, module: &Module, res: &mut R, scratch: &mut Scratch) where MatZnxDft: MatZnxDftToRef + ZnxInfos, R: GetRow + SetRow + Infos, { let (tmp_row_data, scratch1) = scratch.tmp_vec_znx_dft(module, 2, res.size()); let mut tmp_row: RLWECtDft<&mut [u8], FFT64> = RLWECtDft::<&mut [u8], FFT64> { data: tmp_row_data, log_base2k: res.log_base2k(), log_k: res.log_k(), }; (0..self.cols()).for_each(|col_j| { (0..res.rows()).for_each(|row_i| { res.get_row(module, row_i, col_j, &mut tmp_row); self.mul_rlwe_dft_inplace(module, &mut tmp_row, scratch1); res.set_row(module, row_i, col_j, &tmp_row); }); }) } }